+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-247.ec2.internal ++ [[ -n ip-10-0-2-247.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-247.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0401 11:21:10.083572360 - disable conntrack on geneve port' I0401 11:21:10.083572360 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0401 11:21:10.100448885 - starting ovnkube-node + echo 'I0401 11:21:10.100448885 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-247.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-247.ec2.internal --init-node ip-10-0-2-247.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-247.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0401 11:21:10.137260 3906 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0401 11:21:10.137320 3906 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-4716d32908.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0401 11:21:10.138893 3906 kube.go:423] Waiting for certificate I0401 11:21:10.138915 3906 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0401 11:21:10.138958 3906 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0401 11:21:10.139694 3906 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0401 11:21:10.168951 3906 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 11:21:10.168976 3906 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 11:21:10.172108 3906 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 11:21:10.172196 3906 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-p98cp" I0401 11:21:10.179410 3906 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-p98cp" I0401 11:21:10.179501 3906 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 11:21:11.139702 3906 kube.go:430] Certificate found I0401 11:21:11.140427 3906 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0401 11:21:11.141442 3906 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0401 11:21:11.183604 3906 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-02 11:16:10 +0000 UTC" deadline="2026-04-02 04:50:24.372362226 +0000 UTC" I0401 11:21:11.183654 3906 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h29m13.188723408s" I0401 11:21:11.220471 3906 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0401 11:21:11.228340 3906 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0401 11:21:11.229232 3906 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0401 11:21:11.229329 3906 factory.go:537] Starting watch factory I0401 11:21:11.229521 3906 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.229531 3906 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.229539 3906 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.229545 3906 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.229548 3906 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.229560 3906 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.229674 3906 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.229696 3906 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.229767 3906 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.229868 3906 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.230995 3906 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.231018 3906 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.233364 3906 controller_manager.go:368] Starting the ovnkube controller I0401 11:21:11.233377 3906 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-247.ec2.internal I0401 11:21:11.233429 3906 controller_manager.go:393] NBDB zone sync took: 43.041µs I0401 11:21:11.233439 3906 factory.go:537] Starting watch factory I0401 11:21:11.248176 3906 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.250500 3906 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.250968 3906 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.251568 3906 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.256291 3906 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0401 11:21:11.257148 3906 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.257385 3906 ovn_northd.go:121] Registering OVN northd metrics I0401 11:21:11.261735 3906 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0401 11:21:11.261772 3906 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0401 11:21:11.262322 3906 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:11.278897 3906 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0401 11:21:11.335034 3906 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0401 11:21:11.335056 3906 factory.go:1931] *v1.Namespace informer cache synced successfully I0401 11:21:11.335068 3906 factory.go:1931] *v1.Node informer cache synced successfully I0401 11:21:11.335072 3906 factory.go:1931] *v1.Service informer cache synced successfully I0401 11:21:11.335075 3906 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0401 11:21:11.335078 3906 factory.go:1931] *v1.Pod informer cache synced successfully I0401 11:21:11.335159 3906 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 11:21:11.335162 3906 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 11:21:11.335174 3906 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 11:21:11.335178 3906 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 11:21:11.338571 3906 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0401 11:21:11.338584 3906 factory.go:1931] *v1.Pod informer cache synced successfully I0401 11:21:11.338602 3906 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0401 11:21:11.338605 3906 factory.go:1931] *v1.Namespace informer cache synced successfully I0401 11:21:11.338608 3906 factory.go:1931] *v1.Node informer cache synced successfully I0401 11:21:11.338611 3906 factory.go:1931] *v1.Service informer cache synced successfully I0401 11:21:11.338967 3906 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 11:21:11.338963 3906 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 11:21:11.340772 3906 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0401 11:21:11.340783 3906 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0401 11:21:11.340833 3906 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.340845 3906 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.343324 3906 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.344247 3906 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0401 11:21:11.344260 3906 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0401 11:21:11.346700 3906 factory.go:1931] *v1.EgressIP informer cache synced successfully I0401 11:21:11.346753 3906 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.346765 3906 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.349315 3906 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.349322 3906 factory.go:1931] *v1.EgressIP informer cache synced successfully I0401 11:21:11.352715 3906 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0401 11:21:11.352765 3906 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.352776 3906 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.355038 3906 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0401 11:21:11.355339 3906 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.358695 3906 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0401 11:21:11.358752 3906 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.358763 3906 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.360205 3906 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0401 11:21:11.362111 3906 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.364360 3906 factory.go:1931] *v1.EgressService informer cache synced successfully I0401 11:21:11.364452 3906 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.364469 3906 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.365525 3906 factory.go:1931] *v1.EgressService informer cache synced successfully I0401 11:21:11.367349 3906 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.369772 3906 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0401 11:21:11.369963 3906 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 11:21:11.369977 3906 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 11:21:11.371198 3906 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0401 11:21:11.372831 3906 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 11:21:11.375295 3906 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0401 11:21:11.375401 3906 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.375421 3906 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.375505 3906 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.375551 3906 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.376288 3906 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0401 11:21:11.378463 3906 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.378731 3906 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:11.380600 3906 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0401 11:21:11.380611 3906 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0401 11:21:11.380618 3906 factory.go:649] Watch Factory start up complete, took: 151.294868ms I0401 11:21:11.380690 3906 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0401 11:21:11.381405 3906 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0401 11:21:11.381414 3906 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0401 11:21:11.381421 3906 factory.go:649] Watch Factory start up complete, took: 147.981207ms I0401 11:21:11.381428 3906 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-247.ec2.internal" zone I0401 11:21:11.414799 3906 default_node_network_controller.go:709] Initializing the default node network controller I0401 11:21:11.473759 3906 udn_isolation.go:101] Starting UDN host isolation manager I0401 11:21:11.479753 3906 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0401 11:21:11.515481 3906 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0401 11:21:11.515564 3906 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0401 11:21:11.515580 3906 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0401 11:21:11.547866 3906 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0401 11:21:11.547933 3906 default_node_network_controller.go:808] Node ip-10-0-2-247.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0401 11:21:11.553088 3906 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.247"] k8s.ovn.org/zone-name:ip-10-0-2-247.ec2.internal] on node ip-10-0-2-247.ec2.internal I0401 11:21:11.580447 3906 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0401 11:21:11.586628 3906 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0401 11:21:11.586771 3906 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0401 11:21:11.586885 3906 gateway_init.go:263] Preparing Gateway I0401 11:21:11.586895 3906 gateway_shared_intf.go:1658] Creating new gateway I0401 11:21:11.631835 3906 controller_manager.go:427] Waiting for node in zone sync took: 250.394273ms I0401 11:21:11.638131 3906 controller_manager.go:608] Switching to transit router for layer2 networks I0401 11:21:11.638154 3906 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-247.ec2.internal I0401 11:21:11.653154 3906 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0401 11:21:11.659245 3906 controller_manager.go:288] SCTP support detected in OVN I0401 11:21:11.659769 3906 services_controller.go:69] Creating services controller for network=default I0401 11:21:11.659872 3906 udn_enabled_svc.go:80] Waiting for service informer to sync I0401 11:21:11.659928 3906 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0401 11:21:11.659957 3906 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0401 11:21:11.659970 3906 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0401 11:21:11.659980 3906 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0401 11:21:11.660141 3906 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0401 11:21:11.660196 3906 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0401 11:21:11.660212 3906 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 40.753µs I0401 11:21:11.660231 3906 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 25.007µs I0401 11:21:11.660242 3906 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 47.243µs I0401 11:21:11.660250 3906 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0401 11:21:11.660257 3906 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0401 11:21:11.660269 3906 default_network_controller.go:321] Starting the default network controller I0401 11:21:11.660287 3906 udn_enabled_svc.go:95] Performing full resync I0401 11:21:11.660399 3906 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 10.83µs I0401 11:21:11.660554 3906 udn_enabled_svc.go:99] Waiting for handler to sync I0401 11:21:11.660565 3906 udn_enabled_svc.go:104] Starting worker I0401 11:21:11.669015 3906 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0401 11:21:11.669079 3906 repair.go:33] Syncing exgw routes took 50.717µs I0401 11:21:11.669095 3906 default_network_controller.go:407] Starting all the Watchers... I0401 11:21:11.669237 3906 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0401 11:21:11.669244 3906 namespace.go:98] [openshift-host-network] adding namespace I0401 11:21:11.669246 3906 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0401 11:21:11.669242 3906 namespace.go:98] [openshift-backplane-cse] adding namespace I0401 11:21:11.669265 3906 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0401 11:21:11.669267 3906 namespace.go:98] [openshift-backplane-csm] adding namespace I0401 11:21:11.669276 3906 namespace.go:98] [openshift-customer-monitoring] adding namespace I0401 11:21:11.669293 3906 namespace.go:98] [openshift-network-operator] adding namespace I0401 11:21:11.669305 3906 namespace.go:98] [openshift-network-diagnostics] adding namespace I0401 11:21:11.669309 3906 namespace.go:98] [openshift-logging] adding namespace I0401 11:21:11.669313 3906 namespace.go:98] [openshift-dns-operator] adding namespace I0401 11:21:11.669317 3906 namespace.go:98] [openshift-infra] adding namespace I0401 11:21:11.669321 3906 namespace.go:98] [openshift-network-node-identity] adding namespace I0401 11:21:11.669327 3906 namespace.go:98] [openshift-multus] adding namespace I0401 11:21:11.669240 3906 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0401 11:21:11.669860 3906 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 609.229µs I0401 11:21:11.669874 3906 namespace.go:98] [openshift-operators] adding namespace I0401 11:21:11.670283 3906 namespace.go:102] [openshift-operators] adding namespace took 402.912µs I0401 11:21:11.670300 3906 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0401 11:21:11.670403 3906 iptables.go:108] Creating table: filter chain: FORWARD I0401 11:21:11.670942 3906 namespace.go:102] [openshift-host-network] adding namespace took 1.686423ms I0401 11:21:11.670959 3906 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0401 11:21:11.671373 3906 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 407.267µs I0401 11:21:11.671388 3906 namespace.go:98] [openshift-controller-manager] adding namespace I0401 11:21:11.671888 3906 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 2.62945ms I0401 11:21:11.671902 3906 namespace.go:98] [openshift-ingress] adding namespace I0401 11:21:11.672335 3906 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.073616ms I0401 11:21:11.672348 3906 namespace.go:98] [openshift-config] adding namespace I0401 11:21:11.672765 3906 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 3.490346ms I0401 11:21:11.672782 3906 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0401 11:21:11.673266 3906 namespace.go:102] [openshift-backplane-csm] adding namespace took 3.986387ms I0401 11:21:11.673282 3906 namespace.go:98] [kube-system] adding namespace I0401 11:21:11.673715 3906 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.431017ms I0401 11:21:11.673729 3906 namespace.go:98] [dedicated-admin] adding namespace W0401 11:21:11.674155 3906 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8f4zt: pod openshift-network-diagnostics/network-check-target-8f4zt: no pod IPs found W0401 11:21:11.674169 3906 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jbw7g: pod openshift-network-diagnostics/network-check-target-jbw7g: no pod IPs found W0401 11:21:11.674180 3906 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xt7fs: pod openshift-network-diagnostics/network-check-target-xt7fs: no pod IPs found I0401 11:21:11.674196 3906 namespace.go:102] [openshift-network-operator] adding namespace took 4.890207ms I0401 11:21:11.674213 3906 namespace.go:98] [kube-public] adding namespace I0401 11:21:11.674701 3906 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.389705ms I0401 11:21:11.674715 3906 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0401 11:21:11.675163 3906 namespace.go:102] [openshift-logging] adding namespace took 5.848491ms I0401 11:21:11.675177 3906 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0401 11:21:11.675616 3906 namespace.go:102] [openshift-dns-operator] adding namespace took 6.297729ms I0401 11:21:11.675629 3906 namespace.go:98] [openshift-insights] adding namespace I0401 11:21:11.676428 3906 namespace.go:102] [openshift-infra] adding namespace took 7.103905ms I0401 11:21:11.676453 3906 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0401 11:21:11.676432 3906 iptables.go:108] Creating table: filter chain: OUTPUT W0401 11:21:11.676883 3906 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zdj6l: pod openshift-multus/network-metrics-daemon-zdj6l: no pod IPs found W0401 11:21:11.676898 3906 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bqhn6: pod openshift-multus/network-metrics-daemon-bqhn6: no pod IPs found W0401 11:21:11.676907 3906 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-r6v7l: pod openshift-multus/network-metrics-daemon-r6v7l: no pod IPs found I0401 11:21:11.676918 3906 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.590819ms I0401 11:21:11.676930 3906 namespace.go:98] [openshift-image-registry] adding namespace I0401 11:21:11.677395 3906 namespace.go:102] [openshift-multus] adding namespace took 8.062315ms I0401 11:21:11.677414 3906 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0401 11:21:11.677877 3906 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.542507ms I0401 11:21:11.677890 3906 namespace.go:98] [openshift-console-user-settings] adding namespace I0401 11:21:11.678263 3906 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.957004ms I0401 11:21:11.678277 3906 namespace.go:98] [open-cluster-management-2pdarr8c6eprd0i4qij9k7ljriau9v7k] adding namespace I0401 11:21:11.678632 3906 namespace.go:102] [openshift-controller-manager] adding namespace took 7.237584ms I0401 11:21:11.678648 3906 namespace.go:98] [openshift-service-ca-operator] adding namespace I0401 11:21:11.679104 3906 namespace.go:102] [openshift-ingress] adding namespace took 7.19585ms I0401 11:21:11.679119 3906 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0401 11:21:11.679510 3906 namespace.go:102] [openshift-config] adding namespace took 7.155193ms I0401 11:21:11.679524 3906 namespace.go:98] [openshift-cloud-credential-operator] adding namespace W0401 11:21:11.679885 3906 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-tf6qn: pod kube-system/global-pull-secret-syncer-tf6qn: no pod IPs found W0401 11:21:11.679899 3906 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-tlg9v: pod kube-system/global-pull-secret-syncer-tlg9v: no pod IPs found I0401 11:21:11.679930 3906 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.143555ms I0401 11:21:11.679939 3906 namespace.go:98] [openshift-backplane-mobb] adding namespace I0401 11:21:11.680383 3906 namespace.go:102] [kube-system] adding namespace took 7.094446ms I0401 11:21:11.680399 3906 namespace.go:98] [openshift-node] adding namespace I0401 11:21:11.680865 3906 namespace.go:102] [dedicated-admin] adding namespace took 7.132104ms I0401 11:21:11.680876 3906 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0401 11:21:11.681315 3906 namespace.go:102] [kube-public] adding namespace took 7.0957ms I0401 11:21:11.681325 3906 namespace.go:98] [openshift-package-operator] adding namespace I0401 11:21:11.681793 3906 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.072583ms I0401 11:21:11.681808 3906 namespace.go:98] [openshift-kube-apiserver] adding namespace I0401 11:21:11.682181 3906 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.999263ms I0401 11:21:11.682195 3906 namespace.go:98] [openshift-backplane] adding namespace I0401 11:21:11.682438 3906 gateway_shared_intf.go:1787] Gateway Creation Complete I0401 11:21:11.682450 3906 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-247.ec2.internal","mac-address":"0e:8a:c1:c2:b9:bd","ip-addresses":["10.0.2.247/24"],"ip-address":"10.0.2.247/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:08ba2a87-796c-4d3c-bf33-cf2798ea1c82 k8s.ovn.org/node-encap-ips:["10.0.2.247"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.247/24"} k8s.ovn.org/zone-name:ip-10-0-2-247.ec2.internal] on node ip-10-0-2-247.ec2.internal I0401 11:21:11.682639 3906 namespace.go:102] [openshift-insights] adding namespace took 7.005815ms I0401 11:21:11.682653 3906 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0401 11:21:11.683114 3906 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.653217ms I0401 11:21:11.683129 3906 namespace.go:98] [openshift-apiserver] adding namespace I0401 11:21:11.683498 3906 namespace.go:102] [openshift-image-registry] adding namespace took 6.559255ms I0401 11:21:11.683510 3906 namespace.go:98] [openshift-ingress-canary] adding namespace I0401 11:21:11.683925 3906 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.507096ms I0401 11:21:11.683937 3906 namespace.go:98] [openshift-monitoring] adding namespace I0401 11:21:11.684320 3906 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.424577ms I0401 11:21:11.684333 3906 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0401 11:21:11.684709 3906 namespace.go:102] [open-cluster-management-2pdarr8c6eprd0i4qij9k7ljriau9v7k] adding namespace took 6.427556ms I0401 11:21:11.684719 3906 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0401 11:21:11.685136 3906 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.481825ms I0401 11:21:11.685148 3906 namespace.go:98] [openshift-config-operator] adding namespace I0401 11:21:11.685519 3906 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.39651ms I0401 11:21:11.685532 3906 namespace.go:98] [openshift-console-operator] adding namespace I0401 11:21:11.685920 3906 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.390959ms I0401 11:21:11.685931 3906 namespace.go:98] [openshift-backplane-srep] adding namespace I0401 11:21:11.686298 3906 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.354501ms I0401 11:21:11.686310 3906 namespace.go:98] [openshift-operators-redhat] adding namespace I0401 11:21:11.686701 3906 namespace.go:102] [openshift-node] adding namespace took 6.297201ms I0401 11:21:11.686713 3906 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0401 11:21:11.687092 3906 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.210856ms I0401 11:21:11.687102 3906 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0401 11:21:11.687561 3906 namespace.go:102] [openshift-package-operator] adding namespace took 6.231151ms I0401 11:21:11.687573 3906 namespace.go:98] [openshift-authentication] adding namespace I0401 11:21:11.688106 3906 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.292294ms I0401 11:21:11.688120 3906 namespace.go:98] [openshift-backplane-cee] adding namespace I0401 11:21:11.688612 3906 namespace.go:102] [openshift-backplane] adding namespace took 6.410791ms I0401 11:21:11.688627 3906 namespace.go:98] [openshift-ingress-operator] adding namespace I0401 11:21:11.689113 3906 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.453677ms I0401 11:21:11.689127 3906 namespace.go:98] [openshift-kube-scheduler] adding namespace I0401 11:21:11.689524 3906 namespace.go:102] [openshift-apiserver] adding namespace took 6.389968ms I0401 11:21:11.689536 3906 namespace.go:98] [openshift-machine-api] adding namespace I0401 11:21:11.689879 3906 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.363594ms I0401 11:21:11.689896 3906 namespace.go:98] [openshift-cluster-version] adding namespace I0401 11:21:11.690450 3906 namespace.go:102] [openshift-monitoring] adding namespace took 6.507385ms I0401 11:21:11.690463 3906 namespace.go:98] [openshift-config-managed] adding namespace I0401 11:21:11.690842 3906 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.504192ms I0401 11:21:11.690860 3906 namespace.go:98] [openshift-dns] adding namespace I0401 11:21:11.691266 3906 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.54203ms I0401 11:21:11.691279 3906 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0401 11:21:11.691662 3906 namespace.go:102] [openshift-config-operator] adding namespace took 6.508374ms I0401 11:21:11.692087 3906 namespace.go:102] [openshift-console-operator] adding namespace took 6.551342ms I0401 11:21:11.692100 3906 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0401 11:21:11.692447 3906 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.511741ms I0401 11:21:11.692459 3906 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0401 11:21:11.693017 3906 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.701121ms I0401 11:21:11.693031 3906 namespace.go:98] [openshift-authentication-operator] adding namespace I0401 11:21:11.693488 3906 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.770577ms I0401 11:21:11.693503 3906 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0401 11:21:11.694382 3906 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.274298ms I0401 11:21:11.694396 3906 namespace.go:98] [openshift-etcd] adding namespace I0401 11:21:11.694894 3906 namespace.go:102] [openshift-authentication] adding namespace took 7.3154ms I0401 11:21:11.695388 3906 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.26392ms I0401 11:21:11.695399 3906 namespace.go:98] [openshift] adding namespace I0401 11:21:11.695906 3906 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.273905ms I0401 11:21:11.695920 3906 namespace.go:98] [openshift-route-controller-manager] adding namespace I0401 11:21:11.696395 3906 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.26239ms I0401 11:21:11.696408 3906 namespace.go:98] [openshift-machine-config-operator] adding namespace I0401 11:21:11.696882 3906 namespace.go:102] [openshift-machine-api] adding namespace took 7.340534ms I0401 11:21:11.697377 3906 namespace.go:102] [openshift-cluster-version] adding namespace took 7.474144ms I0401 11:21:11.697392 3906 namespace.go:98] [openshift-apiserver-operator] adding namespace I0401 11:21:11.697936 3906 namespace.go:102] [openshift-config-managed] adding namespace took 7.465768ms I0401 11:21:11.697953 3906 namespace.go:98] [openshift-network-console] adding namespace I0401 11:21:11.698527 3906 namespace.go:102] [openshift-dns] adding namespace took 7.661295ms I0401 11:21:11.698541 3906 namespace.go:98] [kube-node-lease] adding namespace I0401 11:21:11.699114 3906 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.830288ms I0401 11:21:11.699554 3906 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.449277ms I0401 11:21:11.699568 3906 namespace.go:98] [openshift-backplane-tam] adding namespace I0401 11:21:11.700128 3906 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.662177ms I0401 11:21:11.700617 3906 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.580089ms I0401 11:21:11.701224 3906 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.715307ms I0401 11:21:11.701241 3906 namespace.go:98] [openshift-marketplace] adding namespace I0401 11:21:11.701486 3906 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:11.701822 3906 namespace.go:102] [openshift-etcd] adding namespace took 7.420784ms I0401 11:21:11.701838 3906 namespace.go:98] [openshift-must-gather-operator] adding namespace I0401 11:21:11.702316 3906 namespace.go:102] [openshift] adding namespace took 6.912688ms I0401 11:21:11.702329 3906 namespace.go:98] [default] adding namespace I0401 11:21:11.702854 3906 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.927113ms I0401 11:21:11.703335 3906 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.922381ms I0401 11:21:11.703903 3906 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.50143ms I0401 11:21:11.704399 3906 namespace.go:102] [openshift-network-console] adding namespace took 6.440846ms I0401 11:21:11.705018 3906 namespace.go:102] [kube-node-lease] adding namespace took 6.471379ms I0401 11:21:11.705037 3906 namespace.go:98] [openshift-console] adding namespace I0401 11:21:11.705506 3906 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.932235ms I0401 11:21:11.705972 3906 namespace.go:102] [openshift-marketplace] adding namespace took 4.726697ms I0401 11:21:11.706671 3906 namespace.go:102] [openshift-must-gather-operator] adding namespace took 4.82905ms I0401 11:21:11.707196 3906 namespace.go:102] [default] adding namespace took 4.860743ms I0401 11:21:11.707678 3906 namespace.go:102] [openshift-console] adding namespace took 2.636987ms I0401 11:21:11.708107 3906 zone_ic_handler.go:186] Time taken to create transit switch: 320.725µs I0401 11:21:11.708194 3906 master.go:532] Adding or Updating local node "ip-10-0-2-247.ec2.internal" for network "default" I0401 11:21:11.708233 3906 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-79.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-79.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-79.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-79.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-79.ec2.internal I0401 11:21:11.708246 3906 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-208.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-208.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-208.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-208.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-208.ec2.internal W0401 11:21:11.716862 3906 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-tf6qn: pod kube-system/global-pull-secret-syncer-tf6qn: no pod IPs found W0401 11:21:11.716888 3906 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-bqhn6: pod openshift-multus/network-metrics-daemon-bqhn6: no pod IPs found W0401 11:21:11.716900 3906 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xt7fs: pod openshift-network-diagnostics/network-check-target-xt7fs: no pod IPs found I0401 11:21:11.718034 3906 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-247.ec2.internal for the network default I0401 11:21:11.718955 3906 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0401 11:21:11.718985 3906 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0401 11:21:11.719005 3906 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default" I0401 11:21:11.719034 3906 node_tracker.go:235] Node ip-10-0-0-208.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-208.ec2.internal" I0401 11:21:11.719047 3906 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:11.719055 3906 services_controller.go:574] Full service sync requested for network=default I0401 11:21:11.719059 3906 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-79.ec2.internal in network "default" I0401 11:21:11.719068 3906 node_tracker.go:235] Node ip-10-0-1-79.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-79.ec2.internal" I0401 11:21:11.719005 3906 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0401 11:21:11.719073 3906 node_tracker.go:169] Node ip-10-0-1-79.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:11.719105 3906 services_controller.go:574] Full service sync requested for network=default I0401 11:21:11.719116 3906 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-247.ec2.internal in network "default" I0401 11:21:11.719171 3906 node_tracker.go:169] Node ip-10-0-2-247.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:11.719181 3906 services_controller.go:574] Full service sync requested for network=default I0401 11:21:11.819542 3906 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0401 11:21:11.819564 3906 services_controller.go:208] Setting up event handlers for services for network=default I0401 11:21:11.819625 3906 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0401 11:21:11.819663 3906 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0401 11:21:11.819675 3906 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0401 11:21:11.920243 3906 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0401 11:21:11.920264 3906 repair.go:60] Starting repairing loop for services I0401 11:21:11.920353 3906 repair.go:131] Deleted 0 stale service LBs I0401 11:21:11.920372 3906 repair.go:137] Deleted 0 stale Chassis Template Vars I0401 11:21:11.920389 3906 repair.go:62] Finished repairing loop for services: 127.99µs I0401 11:21:11.920413 3906 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0401 11:21:11.920424 3906 services_controller.go:254] Starting workers for network=default I0401 11:21:11.920725 3906 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-8f4zt, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-8f4zt: suppressed error logged: pod openshift-network-diagnostics/network-check-target-8f4zt: no pod IPs found I0401 11:21:11.920740 3906 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xt7fs] creating logical port openshift-network-diagnostics_network-check-target-xt7fs for pod on switch ip-10-0-2-247.ec2.internal I0401 11:21:11.920776 3906 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-tf6qn] creating logical port kube-system_global-pull-secret-syncer-tf6qn for pod on switch ip-10-0-2-247.ec2.internal I0401 11:21:11.920780 3906 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bqhn6] creating logical port openshift-multus_network-metrics-daemon-bqhn6 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:21:11.920782 3906 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-r6v7l, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-r6v7l: suppressed error logged: pod openshift-multus/network-metrics-daemon-r6v7l: no pod IPs found I0401 11:21:11.920789 3906 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-jbw7g, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jbw7g: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jbw7g: no pod IPs found I0401 11:21:11.920804 3906 obj_retry.go:544] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-tlg9v, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-tlg9v: suppressed error logged: pod kube-system/global-pull-secret-syncer-tlg9v: no pod IPs found I0401 11:21:11.920735 3906 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-zdj6l, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zdj6l: suppressed error logged: pod openshift-multus/network-metrics-daemon-zdj6l: no pod IPs found I0401 11:21:11.920900 3906 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-tf6qn I0401 11:21:11.920915 3906 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-bqhn6 I0401 11:21:11.920901 3906 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xt7fs I0401 11:21:11.951075 3906 pod.go:62] [openshift-multus/network-metrics-daemon-bqhn6] pod update took 30.236939ms I0401 11:21:11.951097 3906 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-bqhn6] addLogicalPort annotation time took 30.26874ms I0401 11:21:11.951962 3906 pods.go:271] [openshift-multus/network-metrics-daemon-bqhn6] addLogicalPort took 31.186983ms, libovsdb time 662.802µs I0401 11:21:11.952366 3906 pod.go:62] [kube-system/global-pull-secret-syncer-tf6qn] pod update took 31.535648ms I0401 11:21:11.952384 3906 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-tf6qn] addLogicalPort annotation time took 31.55558ms I0401 11:21:11.952402 3906 pod.go:62] [openshift-network-diagnostics/network-check-target-xt7fs] pod update took 31.584138ms I0401 11:21:11.952419 3906 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-xt7fs] addLogicalPort annotation time took 31.604994ms I0401 11:21:11.953331 3906 pods.go:271] [kube-system/global-pull-secret-syncer-tf6qn] addLogicalPort took 32.560348ms, libovsdb time 705.986µs I0401 11:21:11.953578 3906 pods.go:271] [openshift-network-diagnostics/network-check-target-xt7fs] addLogicalPort took 32.850371ms, libovsdb time 936.471µs I0401 11:21:11.954050 3906 admin_network_policy_controller.go:227] Starting controller default-network-controller I0401 11:21:11.954071 3906 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0401 11:21:11.954080 3906 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0401 11:21:11.954084 3906 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0401 11:21:11.954257 3906 repair.go:29] Repairing admin network policies took 168.26µs I0401 11:21:11.954367 3906 repair.go:92] Repairing baseline admin network policies took 102.296µs I0401 11:21:11.954799 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0401 11:21:11.954816 3906 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0401 11:21:11.956480 3906 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0401 11:21:11.956501 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0401 11:21:11.956510 3906 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0401 11:21:11.958067 3906 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0401 11:21:11.958087 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0401 11:21:11.958500 3906 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0401 11:21:11.958512 3906 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0401 11:21:11.959202 3906 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0401 11:21:11.959219 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0401 11:21:11.959225 3906 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0401 11:21:11.959463 3906 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0401 11:21:11.959475 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0401 11:21:11.959482 3906 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0401 11:21:11.960273 3906 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0401 11:21:11.960290 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0401 11:21:11.960298 3906 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0401 11:21:11.960775 3906 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0401 11:21:11.960791 3906 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0401 11:21:11.960798 3906 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0401 11:21:11.962766 3906 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0401 11:21:11.962785 3906 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0401 11:21:11.962794 3906 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0401 11:21:11.963291 3906 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0401 11:21:11.963307 3906 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0401 11:21:11.963320 3906 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0401 11:21:11.965495 3906 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0401 11:21:11.965514 3906 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0401 11:21:11.965523 3906 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0401 11:21:11.966477 3906 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0401 11:21:11.966494 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0401 11:21:11.966501 3906 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0401 11:21:11.967018 3906 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0401 11:21:11.967036 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0401 11:21:11.967056 3906 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0401 11:21:11.967770 3906 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0401 11:21:11.967791 3906 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0401 11:21:11.967800 3906 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0401 11:21:11.969776 3906 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0401 11:21:11.969792 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0401 11:21:11.969800 3906 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0401 11:21:11.971435 3906 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0401 11:21:11.971454 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0401 11:21:11.971465 3906 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0401 11:21:11.971945 3906 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0401 11:21:11.971963 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0401 11:21:11.971972 3906 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0401 11:21:11.972422 3906 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0401 11:21:11.972440 3906 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0401 11:21:11.972446 3906 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0401 11:21:11.972738 3906 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0401 11:21:11.972756 3906 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0401 11:21:11.972765 3906 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0401 11:21:11.974431 3906 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0401 11:21:11.974449 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0401 11:21:11.974457 3906 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0401 11:21:11.974907 3906 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0401 11:21:11.974925 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0401 11:21:11.974931 3906 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0401 11:21:11.976511 3906 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0401 11:21:11.976532 3906 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0401 11:21:11.976544 3906 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0401 11:21:11.977560 3906 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0401 11:21:11.977579 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0401 11:21:11.977599 3906 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0401 11:21:11.977848 3906 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0401 11:21:11.977862 3906 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0401 11:21:11.977873 3906 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0401 11:21:11.978710 3906 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0401 11:21:11.978730 3906 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0401 11:21:11.978741 3906 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0401 11:21:11.979828 3906 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0401 11:21:11.979846 3906 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0401 11:21:11.979852 3906 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0401 11:21:11.980087 3906 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0401 11:21:11.980101 3906 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0401 11:21:11.980109 3906 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0401 11:21:11.981134 3906 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0401 11:21:11.981158 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0401 11:21:11.981169 3906 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0401 11:21:11.981868 3906 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0401 11:21:11.981891 3906 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0401 11:21:11.981899 3906 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0401 11:21:11.982496 3906 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0401 11:21:11.982517 3906 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0401 11:21:11.982533 3906 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0401 11:21:11.983195 3906 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0401 11:21:11.988674 3906 egressfirewall.go:319] Starting EgressFirewall controller I0401 11:21:11.988723 3906 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0401 11:21:11.988734 3906 controller.go:133] Adding controller egress-firewall-controller event handlers I0401 11:21:11.988774 3906 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0401 11:21:11.988792 3906 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0401 11:21:11.988774 3906 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0401 11:21:11.988801 3906 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0401 11:21:11.989094 3906 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0401 11:21:11.989107 3906 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0401 11:21:11.989116 3906 egressqos.go:193] Setting up event handlers for EgressQoS I0401 11:21:11.989222 3906 egressfirewall.go:628] Syncing node "ip-10-0-1-79.ec2.internal" for egress firewall I0401 11:21:11.989239 3906 egressfirewall.go:628] Syncing node "ip-10-0-2-247.ec2.internal" for egress firewall I0401 11:21:11.989246 3906 egressfirewall.go:628] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall I0401 11:21:11.989321 3906 egressqos.go:245] Starting EgressQoS Controller I0401 11:21:11.989346 3906 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0401 11:21:11.989358 3906 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0401 11:21:11.989364 3906 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0401 11:21:11.989368 3906 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0401 11:21:11.989373 3906 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0401 11:21:11.989377 3906 shared_informer.go:356] "Caches are synced" controller="egressqos" I0401 11:21:11.989381 3906 egressqos.go:259] Repairing EgressQoSes I0401 11:21:11.989385 3906 egressqos.go:399] Starting repairing loop for egressqos I0401 11:21:11.989464 3906 egressqos.go:401] Finished repairing loop for egressqos: 78.995µs I0401 11:21:11.989479 3906 egressservice_zone.go:132] Setting up event handlers for Egress Services I0401 11:21:11.989512 3906 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-247.ec2.internal I0401 11:21:11.989626 3906 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-247.ec2.internal : 78.131µs I0401 11:21:11.989787 3906 egressservice_zone.go:210] Starting Egress Services Controller I0401 11:21:11.989800 3906 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0401 11:21:11.989808 3906 shared_informer.go:356] "Caches are synced" controller="egressservices" I0401 11:21:11.989816 3906 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0401 11:21:11.989823 3906 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0401 11:21:11.989830 3906 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0401 11:21:11.989838 3906 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0401 11:21:11.989845 3906 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0401 11:21:11.989856 3906 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0401 11:21:11.989860 3906 egressservice_zone.go:228] Repairing Egress Services I0401 11:21:11.990230 3906 master_controller.go:88] Starting Admin Policy Based Route Controller I0401 11:21:11.990240 3906 external_controller.go:278] Starting Admin Policy Based Route Controller I0401 11:21:11.990260 3906 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0401 11:21:11.990279 3906 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 21.105µs I0401 11:21:11.990291 3906 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-79.ec2.internal I0401 11:21:11.990294 3906 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-79.ec2.internal: 3.987µs I0401 11:21:11.990302 3906 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-247.ec2.internal I0401 11:21:11.990307 3906 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-247.ec2.internal: 7.805µs I0401 11:21:11.990481 3906 default_network_controller.go:568] Completing all the Watchers took 321.377713ms I0401 11:21:11.990498 3906 default_network_controller.go:572] Starting unidling controllers I0401 11:21:11.990506 3906 unidle.go:46] Registering OVN SB ControllerEvent handler I0401 11:21:11.990514 3906 unidle.go:63] Populating Initial ContollerEvent events I0401 11:21:11.990526 3906 unidle.go:79] Setting up event handlers for services I0401 11:21:11.990715 3906 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0401 11:21:12.202509 3906 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:12.702906 3906 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:13.201901 3906 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:13.285796 3906 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-79.ec2.internal in network "default" I0401 11:21:13.285824 3906 node_tracker.go:235] Node ip-10-0-1-79.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-79.ec2.internal" I0401 11:21:13.285892 3906 default_network_controller.go:1008] Node "ip-10-0-1-79.ec2.internal" in remote zone "ip-10-0-1-79.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 11:21:13.285900 3906 node_tracker.go:169] Node ip-10-0-1-79.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:13.285966 3906 services_controller.go:574] Full service sync requested for network=default I0401 11:21:13.362540 3906 default_network_controller.go:1008] Node "ip-10-0-1-79.ec2.internal" in remote zone "ip-10-0-1-79.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 11:21:13.409721 3906 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-79.ec2.internal in network "default" I0401 11:21:13.409778 3906 node_tracker.go:169] Node ip-10-0-1-79.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:13.409784 3906 default_network_controller.go:1008] Node "ip-10-0-1-79.ec2.internal" in remote zone "ip-10-0-1-79.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 11:21:13.409790 3906 services_controller.go:574] Full service sync requested for network=default I0401 11:21:13.410436 3906 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-79.ec2.internal for the network default I0401 11:21:13.411708 3906 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-79.ec2.internal" on network "default" took: 1.279349ms I0401 11:21:13.703023 3906 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:13.966572 3906 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-79.ec2.internal I0401 11:21:13.966609 3906 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-79.ec2.internal: 44.036µs I0401 11:21:13.966572 3906 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-79.ec2.internal in network "default" I0401 11:21:13.966620 3906 egressfirewall.go:628] Syncing node "ip-10-0-1-79.ec2.internal" for egress firewall I0401 11:21:13.966671 3906 node_tracker.go:169] Node ip-10-0-1-79.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:13.966671 3906 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-79.ec2.internal. Updating no re-route policies I0401 11:21:13.966685 3906 services_controller.go:574] Full service sync requested for network=default I0401 11:21:14.202996 3906 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:14.702611 3906 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:15.202370 3906 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:15.702374 3906 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:16.201948 3906 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:16.702454 3906 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:17.202087 3906 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:17.675539 3906 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-brwgk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:21:17.675969 3906 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-brwgk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:21:17.701819 3906 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:18.086247 3906 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0401 11:21:18.168782 3906 default_network_controller.go:1008] Node "ip-10-0-0-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 11:21:18.184389 3906 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-79.ec2.internal I0401 11:21:18.184415 3906 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-79.ec2.internal: 33.207µs I0401 11:21:18.202478 3906 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:18.219707 3906 bridgeconfig.go:537] Gateway is ready I0401 11:21:18.219728 3906 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0401 11:21:18.231474 3906 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.247. Updating OVN encap IP. I0401 11:21:18.236793 3906 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.247 - it is already configured I0401 11:21:18.236806 3906 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.247/24:{} 172.20.0.1/32:{}]. Updating annotations. I0401 11:21:18.236998 3906 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.247/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-247.ec2.internal","mac-address":"0e:8a:c1:c2:b9:bd","ip-addresses":["10.0.2.247/24"],"ip-address":"10.0.2.247/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:08ba2a87-796c-4d3c-bf33-cf2798ea1c82 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.247/24"}] on node ip-10-0-2-247.ec2.internal I0401 11:21:18.268121 3906 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-247.ec2.internal in network "default" I0401 11:21:18.268165 3906 egressfirewall.go:628] Syncing node "ip-10-0-2-247.ec2.internal" for egress firewall I0401 11:21:18.268182 3906 node_tracker.go:169] Node ip-10-0-2-247.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:18.268199 3906 services_controller.go:574] Full service sync requested for network=default I0401 11:21:18.268200 3906 master.go:532] Adding or Updating local node "ip-10-0-2-247.ec2.internal" for network "default" I0401 11:21:18.268215 3906 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-247.ec2.internal I0401 11:21:18.268234 3906 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-247.ec2.internal: 21.376µs I0401 11:21:18.268672 3906 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.247 I0401 11:21:18.268770 3906 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-247.ec2.internal I0401 11:21:18.272764 3906 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-247.ec2.internal. Updating no re-route policies I0401 11:21:18.272843 3906 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-29p75 I0401 11:21:18.272852 3906 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-86mgz I0401 11:21:18.272859 3906 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-29p75 I0401 11:21:18.272858 3906 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-wgr6d I0401 11:21:18.272861 3906 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-h6xgz I0401 11:21:18.272872 3906 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-wgr6d I0401 11:21:18.272879 3906 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-247.ec2.internal I0401 11:21:18.272891 3906 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-247.ec2.internal I0401 11:21:18.272892 3906 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-29p75 after 0 failed attempt(s) I0401 11:21:18.272894 3906 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-247.ec2.internal I0401 11:21:18.272892 3906 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9grfn I0401 11:21:18.272901 3906 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bqhn6 I0401 11:21:18.272908 3906 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-247.ec2.internal I0401 11:21:18.272912 3906 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-hdtth I0401 11:21:18.272916 3906 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bqhn6 I0401 11:21:18.272916 3906 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-247.ec2.internal after 0 failed attempt(s) I0401 11:21:18.272921 3906 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jbw7g I0401 11:21:18.272891 3906 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-n6mg2 I0401 11:21:18.272928 3906 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-tf6qn I0401 11:21:18.272935 3906 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-n6mg2 I0401 11:21:18.272914 3906 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9grfn I0401 11:21:18.272940 3906 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-tf6qn I0401 11:21:18.272954 3906 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jwlts I0401 11:21:18.272958 3906 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bqhn6] creating logical port openshift-multus_network-metrics-daemon-bqhn6 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:21:18.272880 3906 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zdj6l I0401 11:21:18.272971 3906 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-m6vv9 I0401 11:21:18.273012 3906 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zdj6l I0401 11:21:18.273025 3906 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-m6vv9 I0401 11:21:18.273041 3906 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-m6vv9 after 0 failed attempt(s) I0401 11:21:18.272864 3906 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-86mgz I0401 11:21:18.272936 3906 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jbw7g I0401 11:21:18.273076 3906 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-86mgz after 0 failed attempt(s) I0401 11:21:18.272958 3906 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-n6mg2 after 0 failed attempt(s) I0401 11:21:18.273083 3906 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xt7fs I0401 11:21:18.273090 3906 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-zdj6l, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zdj6l: suppressed error logged: pod openshift-multus/network-metrics-daemon-zdj6l: no pod IPs found I0401 11:21:18.273099 3906 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xt7fs I0401 11:21:18.273146 3906 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xt7fs] creating logical port openshift-network-diagnostics_network-check-target-xt7fs for pod on switch ip-10-0-2-247.ec2.internal I0401 11:21:18.272924 3906 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-hdtth I0401 11:21:18.273171 3906 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-tf6qn] creating logical port kube-system_global-pull-secret-syncer-tf6qn for pod on switch ip-10-0-2-247.ec2.internal I0401 11:21:18.273196 3906 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-jbw7g, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jbw7g: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jbw7g: no pod IPs found I0401 11:21:18.273215 3906 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-hdtth after 0 failed attempt(s) I0401 11:21:18.272881 3906 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-h6xgz I0401 11:21:18.273241 3906 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-h6xgz after 0 failed attempt(s) I0401 11:21:18.272894 3906 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-wgr6d after 0 failed attempt(s) I0401 11:21:18.272963 3906 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jwlts I0401 11:21:18.273292 3906 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jwlts after 0 failed attempt(s) I0401 11:21:18.272961 3906 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9grfn after 0 failed attempt(s) I0401 11:21:18.273069 3906 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-247.ec2.internal after 0 failed attempt(s) I0401 11:21:18.273862 3906 pods.go:271] [openshift-multus/network-metrics-daemon-bqhn6] addLogicalPort took 917.246µs, libovsdb time 324.292µs I0401 11:21:18.273877 3906 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-bqhn6 after 0 failed attempt(s) I0401 11:21:18.273962 3906 pods.go:271] [kube-system/global-pull-secret-syncer-tf6qn] addLogicalPort took 801.476µs, libovsdb time 382.207µs I0401 11:21:18.273975 3906 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-tf6qn after 0 failed attempt(s) I0401 11:21:18.274438 3906 pods.go:271] [openshift-network-diagnostics/network-check-target-xt7fs] addLogicalPort took 1.306297ms, libovsdb time 239.076µs I0401 11:21:18.274451 3906 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xt7fs after 0 failed attempt(s) I0401 11:21:18.289985 3906 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0401 11:21:18.301877 3906 iptables.go:108] Creating table: mangle chain: OUTPUT I0401 11:21:18.304929 3906 iptables.go:108] Creating table: nat chain: OUTPUT I0401 11:21:18.341556 3906 iptables.go:108] Creating table: nat chain: PREROUTING I0401 11:21:18.417627 3906 iptables.go:108] Creating table: filter chain: FORWARD I0401 11:21:18.433583 3906 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0401 11:21:18.433704 3906 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0401 11:21:18.433747 3906 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0401 11:21:18.433815 3906 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0401 11:21:18.433868 3906 gateway_init.go:325] Gateway and management port readiness took 6.73635115s I0401 11:21:18.433894 3906 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0401 11:21:18.433932 3906 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0401 11:21:18.433945 3906 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0401 11:21:18.433955 3906 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0401 11:21:18.434016 3906 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0401 11:21:18.434109 3906 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.971µs I0401 11:21:18.434367 3906 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0401 11:21:18.434392 3906 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 15.288µs I0401 11:21:18.434401 3906 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.83µs I0401 11:21:18.434407 3906 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0401 11:21:18.434417 3906 nad_controller.go:173] [node-nad-controller NAD controller]: started I0401 11:21:18.434425 3906 default_node_network_controller.go:898] Starting the default node network controller I0401 11:21:18.434430 3906 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0401 11:21:18.434445 3906 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.075µs I0401 11:21:18.434651 3906 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0401 11:21:18.434661 3906 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0401 11:21:18.434685 3906 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c967c0 0xc000336a10 0xc000336af0 0xc000336b60 0xc000336bd0 0xc000336c40 0xc000336d20 0xc000aff270 0xc000336d90 0xc000336e00 0xc00054e2d0 0xc0063472d0 0xc000336e70 map[0x2f8f0c0:0xc002170900 0x2f8f600:0xc002170c00 0x2f90080:0xc002170840 0x2f90320:0xc0021708a0 0x2f90b00:0xc002170960 0x2f90da0:0xc0021709c0 0x2f91040:0xc002170a20 0x2f91820:0xc002170c60 0x2f91ac0:0xc002170cc0 0x2fbc3e0:0xc000860900 0x2fbc780:0xc000860960 0x2fbd260:0xc000caf440 0x2fbebc0:0xc001c7e000 0x2fbf6a0:0xc002385380 0x2fc0520:0xc001c7e060] 0xc000019030 0} I0401 11:21:18.434754 3906 gateway.go:151] Starting gateway service sync I0401 11:21:18.435203 3906 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0401 11:21:18.437242 3906 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0401 11:21:18.453471 3906 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0401 11:21:18.454609 3906 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0401 11:21:18.455632 3906 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0401 11:21:18.489467 3906 gateway.go:168] Gateway service sync done. Time taken: 54.700253ms I0401 11:21:18.490163 3906 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32217 I0401 11:21:18.490366 3906 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c967c0 0xc000336a10 0xc000336af0 0xc000336b60 0xc000336bd0 0xc000336c40 0xc000336d20 0xc000aff270 0xc000336d90 0xc000336e00 0xc00054e2d0 0xc0063472d0 0xc000336e70 map[0x2f8f0c0:0xc002170900 0x2f8f600:0xc002170c00 0x2f90080:0xc002170840 0x2f90320:0xc0021708a0 0x2f90b00:0xc002170960 0x2f90da0:0xc0021709c0 0x2f91040:0xc002170a20 0x2f91820:0xc002170c60 0x2f91ac0:0xc002170cc0 0x2fbc3e0:0xc000860900 0x2fbc780:0xc000860960 0x2fbd260:0xc000caf440 0x2fbebc0:0xc001c7e000 0x2fbf6a0:0xc002385380 0x2fc0520:0xc001c7e060] 0xc000019030 0} I0401 11:21:18.490905 3906 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c967c0 0xc000336a10 0xc000336af0 0xc000336b60 0xc000336bd0 0xc000336c40 0xc000336d20 0xc000aff270 0xc000336d90 0xc000336e00 0xc00054e2d0 0xc0063472d0 0xc000336e70 map[0x2f8f0c0:0xc002170900 0x2f8f600:0xc002170c00 0x2f90080:0xc002170840 0x2f90320:0xc0021708a0 0x2f90b00:0xc002170960 0x2f90da0:0xc0021709c0 0x2f91040:0xc002170a20 0x2f91820:0xc002170c60 0x2f91ac0:0xc002170cc0 0x2fbc3e0:0xc000860900 0x2fbc780:0xc000860960 0x2fbd260:0xc000caf440 0x2fbebc0:0xc001c7e000 0x2fbf6a0:0xc002385380 0x2fc0520:0xc001c7e060] 0xc000019030 0} I0401 11:21:18.490941 3906 gateway.go:519] Reconciling gateway with updates I0401 11:21:18.496317 3906 gateway.go:326] Spawning Conntrack Rule Check Thread I0401 11:21:18.496350 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 11:21:18.496366 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 11:21:18.496372 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0401 11:21:18.496387 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0401 11:21:18.496400 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0401 11:21:18.496404 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 11:21:18.496406 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0401 11:21:18.496410 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 11:21:18.496393 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 11:21:18.496420 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 11:21:18.496379 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 11:21:18.496427 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 11:21:18.496447 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 11:21:18.496462 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 11:21:18.496474 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 11:21:18.496484 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 11:21:18.496487 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0401 11:21:18.496494 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0401 11:21:18.496489 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0401 11:21:18.496501 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 11:21:18.496510 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 11:21:18.496514 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0401 11:21:18.496514 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 11:21:18.496519 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 11:21:18.496525 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 11:21:18.496531 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 11:21:18.496535 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 11:21:18.496537 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 11:21:18.496538 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 11:21:18.496542 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 11:21:18.496548 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0401 11:21:18.496416 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0401 11:21:18.496554 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0401 11:21:18.496556 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 11:21:18.496541 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 11:21:18.496567 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0401 11:21:18.496571 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0401 11:21:18.496570 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 11:21:18.496579 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0401 11:21:18.496485 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0401 11:21:18.496609 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0401 11:21:18.496615 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0401 11:21:18.496620 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 11:21:18.496616 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0401 11:21:18.496496 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0401 11:21:18.496627 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0401 11:21:18.496633 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0401 11:21:18.496633 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 11:21:18.496639 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 11:21:18.496640 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0401 11:21:18.496643 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 11:21:18.496631 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0401 11:21:18.496650 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0401 11:21:18.496508 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 11:21:18.496656 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 11:21:18.496661 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 11:21:18.496663 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 11:21:18.496666 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 11:21:18.496669 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 11:21:18.496671 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 11:21:18.496675 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 11:21:18.496678 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 11:21:18.496683 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 11:21:18.496686 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0401 11:21:18.496669 3906 default_node_network_controller.go:943] Gateway and management port readiness took 61.999032ms I0401 11:21:18.496729 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 11:21:18.496541 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 11:21:18.496640 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 11:21:18.496751 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 11:21:18.496760 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 11:21:18.496767 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 11:21:18.496729 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 11:21:18.496493 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0401 11:21:18.496551 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0401 11:21:18.496851 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0401 11:21:18.496540 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 11:21:18.496893 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 11:21:18.496900 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0401 11:21:18.496913 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0401 11:21:18.496623 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0401 11:21:18.496925 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0401 11:21:18.496930 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0401 11:21:18.496932 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0401 11:21:18.496628 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 11:21:18.496944 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0401 11:21:18.496643 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 11:21:18.496957 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 11:21:18.496915 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0401 11:21:18.496346 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 11:21:18.496641 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0401 11:21:18.496507 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0401 11:21:18.497018 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0401 11:21:18.497038 3906 port_claim.go:71] Svc openshift-ingress/router-default: port 30293 is already open, no action needed I0401 11:21:18.496653 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 11:21:18.497053 3906 port_claim.go:71] Svc openshift-ingress/router-default: port 32597 is already open, no action needed I0401 11:21:18.496654 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 11:21:18.497121 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 11:21:18.496526 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 11:21:18.496660 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0401 11:21:18.497194 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0401 11:21:18.496524 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 11:21:18.497264 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 11:21:18.496673 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 11:21:18.496561 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 11:21:18.496648 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 11:21:18.497007 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 11:21:18.497360 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0401 11:21:18.497548 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 11:21:18.497573 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 11:21:18.498020 3906 node_ip_handler_linux.go:160] Node IP manager is running W0401 11:21:18.545299 3906 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0401 11:21:18.545435 3906 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0401 11:21:18.545550 3906 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0401 11:21:18.557301 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0401 11:21:18.557325 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0401 11:21:18.557332 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0401 11:21:18.557340 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0401 11:21:18.557347 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0401 11:21:18.557352 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0401 11:21:18.598154 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0401 11:21:18.598192 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0401 11:21:18.598204 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0401 11:21:18.598214 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0401 11:21:18.598233 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0401 11:21:18.598252 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0401 11:21:18.598258 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0401 11:21:18.598265 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0401 11:21:18.598275 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0401 11:21:18.598292 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0401 11:21:18.598306 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0401 11:21:18.598312 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0401 11:21:18.638020 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0401 11:21:18.638043 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0401 11:21:18.638050 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0401 11:21:18.638057 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0401 11:21:18.638064 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0401 11:21:18.638072 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0401 11:21:18.638078 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0401 11:21:18.638084 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0401 11:21:18.714280 3906 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-brwgk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:21:18.714311 3906 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-brwgk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:21:19.729133 3906 default_node_network_controller.go:1369] Starting node controller node sync W0401 11:21:19.729209 3906 egressip_healthcheck.go:76] Health checking using insecure connection I0401 11:21:19.729251 3906 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0401 11:21:19.740855 3906 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.701555ms I0401 11:21:19.740967 3906 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-79.ec2.internal", IP: 10.0.1.79 to PMTUD blocking rules I0401 11:21:19.740981 3906 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-79.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 11:21:19.746812 3906 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0401 11:21:19.747078 3906 egressservice_node.go:93] Setting up event handlers for Egress Services I0401 11:21:19.747190 3906 egressservice_node.go:183] Starting Egress Services Controller I0401 11:21:19.747207 3906 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0401 11:21:19.747216 3906 shared_informer.go:356] "Caches are synced" controller="egressservices" I0401 11:21:19.747221 3906 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0401 11:21:19.747227 3906 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0401 11:21:19.747232 3906 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0401 11:21:19.747236 3906 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0401 11:21:19.747241 3906 egressservice_node.go:197] Repairing Egress Services I0401 11:21:19.756848 3906 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0401 11:21:19.756861 3906 external_controller.go:278] Starting Admin Policy Based Route Controller I0401 11:21:19.756999 3906 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0401 11:21:19.757011 3906 link_network_manager.go:117] Link manager is running I0401 11:21:19.757019 3906 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0401 11:21:19.757063 3906 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0401 11:21:19.757357 3906 vrf_manager.go:128] VRF manager is running I0401 11:21:19.757427 3906 node_controller_manager.go:437] Removing flows to drop GARP I0401 11:21:19.757436 3906 gateway.go:519] Reconciling gateway with updates I0401 11:21:19.780406 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0401 11:21:19.780413 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 11:21:19.780421 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0401 11:21:19.780424 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 11:21:19.780432 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0401 11:21:19.780438 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 11:21:19.780435 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0401 11:21:19.780438 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 11:21:19.780444 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 11:21:19.780450 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0401 11:21:19.780451 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 11:21:19.780450 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0401 11:21:19.780455 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 11:21:19.780459 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0401 11:21:19.780463 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0401 11:21:19.780458 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 11:21:19.780469 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 11:21:19.780475 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 11:21:19.780478 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 11:21:19.780485 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0401 11:21:19.780497 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0401 11:21:19.780499 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0401 11:21:19.780506 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 11:21:19.780521 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0401 11:21:19.780524 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0401 11:21:19.780527 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 11:21:19.780433 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 11:21:19.780529 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 11:21:19.780428 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0401 11:21:19.780535 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 11:21:19.780539 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0401 11:21:19.780539 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 11:21:19.780542 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 11:21:19.780546 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 11:21:19.780553 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 11:21:19.780555 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 11:21:19.780560 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 11:21:19.780559 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 11:21:19.780562 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 11:21:19.780566 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 11:21:19.780485 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0401 11:21:19.780579 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 11:21:19.780575 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 11:21:19.780552 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 11:21:19.780603 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 11:21:19.780578 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 11:21:19.780612 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 11:21:19.780563 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 11:21:19.780499 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0401 11:21:19.780603 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0401 11:21:19.780632 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 11:21:19.780636 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0401 11:21:19.780558 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 11:21:19.780644 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 11:21:19.780471 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0401 11:21:19.780521 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 11:21:19.780685 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 11:21:19.780449 3906 port_claim.go:71] Svc openshift-ingress/router-default: port 30293 is already open, no action needed I0401 11:21:19.780732 3906 port_claim.go:71] Svc openshift-ingress/router-default: port 32597 is already open, no action needed I0401 11:21:19.780540 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 11:21:19.780521 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 11:21:19.780790 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 11:21:19.780529 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0401 11:21:19.780507 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0401 11:21:19.780496 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 11:21:19.780873 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 11:21:19.780878 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0401 11:21:19.780507 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0401 11:21:19.780505 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 11:21:19.780890 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 11:21:19.780505 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 11:21:19.780914 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 11:21:19.780514 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0401 11:21:19.780518 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 11:21:19.780940 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 11:21:19.780944 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0401 11:21:19.780532 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0401 11:21:19.780532 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 11:21:19.780954 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 11:21:19.780541 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0401 11:21:19.780544 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 11:21:19.780547 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0401 11:21:19.780550 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 11:21:19.781014 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 11:21:19.780552 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0401 11:21:19.781036 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0401 11:21:19.780561 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 11:21:19.781060 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 11:21:19.781065 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0401 11:21:19.780571 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 11:21:19.781073 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0401 11:21:19.780571 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 11:21:19.781080 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 11:21:19.780555 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 11:21:19.781106 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 11:21:19.780577 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 11:21:19.781128 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 11:21:19.780604 3906 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0401 11:21:19.781132 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0401 11:21:19.781139 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0401 11:21:19.780610 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 11:21:19.781173 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0401 11:21:19.780622 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 11:21:19.780678 3906 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0401 11:21:19.819530 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0401 11:21:19.819551 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0401 11:21:19.819558 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0401 11:21:19.819565 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0401 11:21:19.819573 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0401 11:21:19.819583 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0401 11:21:19.819610 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0401 11:21:19.819626 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0401 11:21:19.819639 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0401 11:21:19.819646 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0401 11:21:19.819653 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0401 11:21:19.819659 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0401 11:21:19.819666 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0401 11:21:19.858093 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0401 11:21:19.858107 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0401 11:21:19.858096 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0401 11:21:19.858120 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0401 11:21:19.858130 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0401 11:21:19.858138 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0401 11:21:19.858149 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0401 11:21:19.858157 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0401 11:21:19.858166 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0401 11:21:19.858175 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0401 11:21:19.858184 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0401 11:21:19.896808 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0401 11:21:19.896832 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0401 11:21:19.896840 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0401 11:21:19.896846 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0401 11:21:19.896854 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0401 11:21:19.896860 3906 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0401 11:21:21.532977 3906 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-247.ec2.internal I0401 11:21:21.533013 3906 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-247.ec2.internal: 42.739µs I0401 11:21:21.559514 3906 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5fd68d5c5-c7fxv] creating logical port openshift-image-registry_image-registry-5fd68d5c5-c7fxv for pod on switch ip-10-0-2-247.ec2.internal I0401 11:21:21.559662 3906 kube.go:256] Updating pod openshift-image-registry/image-registry-5fd68d5c5-c7fxv I0401 11:21:21.577970 3906 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-458rf] creating logical port openshift-dns_dns-default-458rf for pod on switch ip-10-0-2-247.ec2.internal I0401 11:21:21.578090 3906 kube.go:256] Updating pod openshift-dns/dns-default-458rf I0401 11:21:21.579406 3906 pod.go:62] [openshift-image-registry/image-registry-5fd68d5c5-c7fxv] pod update took 19.7839ms I0401 11:21:21.579424 3906 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-5fd68d5c5-c7fxv] addLogicalPort annotation time took 19.80796ms I0401 11:21:21.580541 3906 pods.go:271] [openshift-image-registry/image-registry-5fd68d5c5-c7fxv] addLogicalPort took 21.041232ms, libovsdb time 859.006µs I0401 11:21:21.591931 3906 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-5nbft] creating logical port openshift-ingress-canary_ingress-canary-5nbft for pod on switch ip-10-0-2-247.ec2.internal I0401 11:21:21.592035 3906 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-5nbft I0401 11:21:21.593035 3906 pod.go:62] [openshift-dns/dns-default-458rf] pod update took 14.976409ms I0401 11:21:21.593058 3906 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-458rf] addLogicalPort annotation time took 15.001953ms I0401 11:21:21.594239 3906 pods.go:271] [openshift-dns/dns-default-458rf] addLogicalPort took 16.282799ms, libovsdb time 938.623µs I0401 11:21:21.604889 3906 pod.go:62] [openshift-ingress-canary/ingress-canary-5nbft] pod update took 12.879031ms I0401 11:21:21.604908 3906 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-5nbft] addLogicalPort annotation time took 12.901515ms I0401 11:21:21.605838 3906 pods.go:271] [openshift-ingress-canary/ingress-canary-5nbft] addLogicalPort took 13.926853ms, libovsdb time 697.302µs I0401 11:21:22.019430 3906 cni.go:403] [openshift-ingress-canary/ingress-canary-5nbft e8b939ea6bbf60801fb7cfb27e69a6f22313ff3076b4f8dca3197dabbcc6a74c network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-5nbft e8b939ea6bbf60801fb7cfb27e69a6f22313ff3076b4f8dca3197dabbcc6a74c network default NAD default] I0401 11:21:22.065983 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-5nbft, hostIfaceName: e8b939ea6bbf608, network: default, NAD default, SandboxID: "e8b939ea6bbf60801fb7cfb27e69a6f22313ff3076b4f8dca3197dabbcc6a74c", PCI device ID: , UID: "59b05848-60c2-4747-aa37-4c42424d5e28", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0401 11:21:22.142235 3906 cni.go:424] [openshift-ingress-canary/ingress-canary-5nbft e8b939ea6bbf60801fb7cfb27e69a6f22313ff3076b4f8dca3197dabbcc6a74c network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-5nbft e8b939ea6bbf60801fb7cfb27e69a6f22313ff3076b4f8dca3197dabbcc6a74c network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:14:79:ab:cf:3b\",\"name\":\"e8b939ea6bbf608\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2700998-4f9b-4b3b-ba79-801ddb1cd7e8\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:21:23.562167 3906 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0401 11:21:26.571244 3906 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 11:21:28.771087 3906 egressfirewall.go:628] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall I0401 11:21:28.771122 3906 default_network_controller.go:1008] Node "ip-10-0-0-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 11:21:28.771135 3906 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0401 11:21:28.771147 3906 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 18.103µs I0401 11:21:29.538458 3906 default_network_controller.go:1008] Node "ip-10-0-0-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 11:21:34.192015 3906 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default" I0401 11:21:34.192071 3906 node_tracker.go:235] Node ip-10-0-0-208.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-208.ec2.internal" I0401 11:21:34.192087 3906 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:34.192101 3906 services_controller.go:574] Full service sync requested for network=default I0401 11:21:34.192022 3906 default_network_controller.go:1008] Node "ip-10-0-0-208.ec2.internal" in remote zone "ip-10-0-0-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0401 11:21:34.192495 3906 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 11:21:34.251445 3906 default_network_controller.go:1008] Node "ip-10-0-0-208.ec2.internal" in remote zone "ip-10-0-0-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 11:21:34.330023 3906 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default" I0401 11:21:34.330069 3906 default_network_controller.go:1008] Node "ip-10-0-0-208.ec2.internal" in remote zone "ip-10-0-0-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 11:21:34.330089 3906 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:34.330104 3906 services_controller.go:574] Full service sync requested for network=default W0401 11:21:34.330370 3906 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 11:21:34.330763 3906 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-208.ec2.internal for the network default I0401 11:21:34.331924 3906 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-208.ec2.internal" on network "default" took: 1.175857ms I0401 11:21:35.889037 3906 egressfirewall.go:628] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall I0401 11:21:35.889044 3906 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default" I0401 11:21:35.889089 3906 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 10.0.0.208 to PMTUD blocking rules I0401 11:21:35.889102 3906 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 11:21:35.889126 3906 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:35.889132 3906 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0401 11:21:35.889142 3906 services_controller.go:574] Full service sync requested for network=default I0401 11:21:35.889145 3906 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 17.246µs W0401 11:21:35.889536 3906 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 11:21:35.895405 3906 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-208.ec2.internal. Updating no re-route policies I0401 11:21:35.903808 3906 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 10.0.0.208 to PMTUD blocking rules I0401 11:21:35.903825 3906 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 11:21:39.476742 3906 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0401 11:21:39.476778 3906 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 43.391µs W0401 11:21:45.919792 3906 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 11:21:52.011028 3906 cni.go:403] [kube-system/global-pull-secret-syncer-tf6qn 144e2dfcdd15f117388f773b434a61dc432c6a044770c84b4ecd7211f4c19069 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-tf6qn 144e2dfcdd15f117388f773b434a61dc432c6a044770c84b4ecd7211f4c19069 network default NAD default] I0401 11:21:52.020956 3906 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-tf6qn, hostIfaceName: 144e2dfcdd15f11, network: default, NAD default, SandboxID: "144e2dfcdd15f117388f773b434a61dc432c6a044770c84b4ecd7211f4c19069", PCI device ID: , UID: "b302751c-fe43-4723-8749-d6e5c1bab2d4", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0401 11:21:52.066017 3906 cni.go:424] [kube-system/global-pull-secret-syncer-tf6qn 144e2dfcdd15f117388f773b434a61dc432c6a044770c84b4ecd7211f4c19069 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-tf6qn 144e2dfcdd15f117388f773b434a61dc432c6a044770c84b4ecd7211f4c19069 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:ff:cf:df:00:a6\",\"name\":\"144e2dfcdd15f11\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a63f8aa-ab85-4586-ba7a-4d08bf0f8c57\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:21:52.312839 3906 cni.go:403] [openshift-network-diagnostics/network-check-target-xt7fs 5217222bb5930a4d290042ac1a7886d9ab4667a23e8c85b86f65be757ddb0175 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xt7fs 5217222bb5930a4d290042ac1a7886d9ab4667a23e8c85b86f65be757ddb0175 network default NAD default] I0401 11:21:52.323921 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xt7fs, hostIfaceName: 5217222bb5930a4, network: default, NAD default, SandboxID: "5217222bb5930a4d290042ac1a7886d9ab4667a23e8c85b86f65be757ddb0175", PCI device ID: , UID: "21bd3715-6c26-4396-8379-3b4ce5b62eb9", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0401 11:21:52.369824 3906 cni.go:424] [openshift-network-diagnostics/network-check-target-xt7fs 5217222bb5930a4d290042ac1a7886d9ab4667a23e8c85b86f65be757ddb0175 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xt7fs 5217222bb5930a4d290042ac1a7886d9ab4667a23e8c85b86f65be757ddb0175 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:05:79:62:66:dc\",\"name\":\"5217222bb5930a4\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d467f9b0-d9eb-43df-9d0b-c8727bdf9147\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:21:57.410485 3906 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0401 11:21:57.577293 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0401 11:21:57.577319 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 11:21:59.107125 3906 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:21:59.107708 3906 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:21:59.107735 3906 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:21:59.107744 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0401 11:21:59.107759 3906 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:21:59.107763 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0401 11:22:00.131511 3906 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:22:00.131536 3906 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:22:00.131552 3906 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:22:00.131565 3906 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:22:00.737342 3906 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0401 11:22:00.747395 3906 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0401 11:22:16.929306 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0401 11:22:16.929336 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0401 11:22:28.401774 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 11:23:07.375755 3906 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-54f5cf58db-xggvj] creating logical port openshift-service-ca-operator_service-ca-operator-54f5cf58db-xggvj for pod on switch ip-10-0-2-247.ec2.internal I0401 11:23:07.375864 3906 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-54f5cf58db-xggvj I0401 11:23:07.391103 3906 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-6465cb84c-xnrp6] creating logical port openshift-network-console_networking-console-plugin-6465cb84c-xnrp6 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:23:07.391235 3906 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-6465cb84c-xnrp6 I0401 11:23:07.395330 3906 pod.go:62] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-xggvj] pod update took 19.497515ms I0401 11:23:07.395356 3906 base_network_controller_pods.go:937] [default/openshift-service-ca-operator/service-ca-operator-54f5cf58db-xggvj] addLogicalPort annotation time took 19.527648ms I0401 11:23:07.396689 3906 pods.go:271] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-xggvj] addLogicalPort took 20.949677ms, libovsdb time 938.247µs I0401 11:23:07.414308 3906 pod.go:62] [openshift-network-console/networking-console-plugin-6465cb84c-xnrp6] pod update took 23.103729ms I0401 11:23:07.414328 3906 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-6465cb84c-xnrp6] addLogicalPort annotation time took 23.13022ms I0401 11:23:07.415389 3906 pods.go:271] [openshift-network-console/networking-console-plugin-6465cb84c-xnrp6] addLogicalPort took 24.304556ms, libovsdb time 762.162µs I0401 11:23:07.471354 3906 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-7trkb] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-98c9d9db4-7trkb for pod on switch ip-10-0-2-247.ec2.internal I0401 11:23:07.471444 3906 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-7trkb I0401 11:23:07.474427 3906 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-kwq26] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-d4cbcbb94-kwq26 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:23:07.474505 3906 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-kwq26 I0401 11:23:07.489467 3906 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-7trkb] pod update took 18.050863ms I0401 11:23:07.489493 3906 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-7trkb] addLogicalPort annotation time took 18.079278ms I0401 11:23:07.490748 3906 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-7trkb] addLogicalPort took 19.408946ms, libovsdb time 944.189µs I0401 11:23:07.493329 3906 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-kwq26] pod update took 18.84429ms I0401 11:23:07.493351 3906 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-kwq26] addLogicalPort annotation time took 18.867103ms I0401 11:23:07.494243 3906 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-kwq26] addLogicalPort took 19.825581ms, libovsdb time 621.07µs I0401 11:23:07.577989 3906 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6f4dc9bddb-dxgg5] creating logical port openshift-insights_insights-operator-6f4dc9bddb-dxgg5 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:23:07.578116 3906 kube.go:256] Updating pod openshift-insights/insights-operator-6f4dc9bddb-dxgg5 I0401 11:23:07.597014 3906 pod.go:62] [openshift-insights/insights-operator-6f4dc9bddb-dxgg5] pod update took 18.955701ms I0401 11:23:07.597044 3906 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-6f4dc9bddb-dxgg5] addLogicalPort annotation time took 18.993635ms I0401 11:23:07.598202 3906 pods.go:271] [openshift-insights/insights-operator-6f4dc9bddb-dxgg5] addLogicalPort took 20.228766ms, libovsdb time 833.573µs I0401 11:23:07.730231 3906 cni.go:403] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-xggvj 98d97d483f7dd21ea98fb4f767c86a8ffde7b1d12061cd7235c8b7e8f6cc591f network default NAD default] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-54f5cf58db-xggvj 98d97d483f7dd21ea98fb4f767c86a8ffde7b1d12061cd7235c8b7e8f6cc591f network default NAD default] I0401 11:23:07.740366 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-54f5cf58db-xggvj, hostIfaceName: 98d97d483f7dd21, network: default, NAD default, SandboxID: "98d97d483f7dd21ea98fb4f767c86a8ffde7b1d12061cd7235c8b7e8f6cc591f", PCI device ID: , UID: "c83c05c6-950c-4c53-8545-8b829b14186a", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0401 11:23:07.786257 3906 cni.go:424] [openshift-service-ca-operator/service-ca-operator-54f5cf58db-xggvj 98d97d483f7dd21ea98fb4f767c86a8ffde7b1d12061cd7235c8b7e8f6cc591f network default NAD default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-54f5cf58db-xggvj 98d97d483f7dd21ea98fb4f767c86a8ffde7b1d12061cd7235c8b7e8f6cc591f network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:fd:83:2e:65:5e\",\"name\":\"98d97d483f7dd21\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2859effb-1a16-4368-9c13-3d7ce2ec74d6\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:23:07.834309 3906 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-7trkb 3926acbcb100f3b9232e34446d04e2682ca195b911fc8fec0b00ac0d38567160 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-7trkb 3926acbcb100f3b9232e34446d04e2682ca195b911fc8fec0b00ac0d38567160 network default NAD default] I0401 11:23:07.837243 3906 cni.go:403] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-kwq26 8118840d894c604b479a36990798578c12fe2974c1d9ceac5097f5e24a6943d2 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-kwq26 8118840d894c604b479a36990798578c12fe2974c1d9ceac5097f5e24a6943d2 network default NAD default] I0401 11:23:07.846730 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-98c9d9db4-7trkb, hostIfaceName: 3926acbcb100f3b, network: default, NAD default, SandboxID: "3926acbcb100f3b9232e34446d04e2682ca195b911fc8fec0b00ac0d38567160", PCI device ID: , UID: "0bc35d64-f64f-4188-ac21-ffec90cdc241", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0401 11:23:07.849794 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-d4cbcbb94-kwq26, hostIfaceName: 8118840d894c604, network: default, NAD default, SandboxID: "8118840d894c604b479a36990798578c12fe2974c1d9ceac5097f5e24a6943d2", PCI device ID: , UID: "ac9f861f-58ed-4621-ba92-9c4a2ade806b", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0401 11:23:07.892695 3906 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-7trkb 3926acbcb100f3b9232e34446d04e2682ca195b911fc8fec0b00ac0d38567160 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-98c9d9db4-7trkb 3926acbcb100f3b9232e34446d04e2682ca195b911fc8fec0b00ac0d38567160 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:d5:e8:23:b1:fd\",\"name\":\"3926acbcb100f3b\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d29ae0ae-ac33-4cf5-ad39-86b0112798b3\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:23:07.909182 3906 cni.go:424] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-kwq26 8118840d894c604b479a36990798578c12fe2974c1d9ceac5097f5e24a6943d2 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-d4cbcbb94-kwq26 8118840d894c604b479a36990798578c12fe2974c1d9ceac5097f5e24a6943d2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:38:ff:42:fa:6f\",\"name\":\"8118840d894c604\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fd466f5-b8d2-43ab-ac26-0dc06a2e588a\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:23:07.934646 3906 cni.go:403] [openshift-insights/insights-operator-6f4dc9bddb-dxgg5 1a95f61088d8eb2c7b66bf3271370f69445b58071b34dead6e8408e8f63042e2 network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-6f4dc9bddb-dxgg5 1a95f61088d8eb2c7b66bf3271370f69445b58071b34dead6e8408e8f63042e2 network default NAD default] I0401 11:23:07.960599 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6f4dc9bddb-dxgg5, hostIfaceName: 1a95f61088d8eb2, network: default, NAD default, SandboxID: "1a95f61088d8eb2c7b66bf3271370f69445b58071b34dead6e8408e8f63042e2", PCI device ID: , UID: "93bc5105-eb7f-4518-903f-f77d4c9120cf", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0401 11:23:08.004474 3906 cni.go:424] [openshift-insights/insights-operator-6f4dc9bddb-dxgg5 1a95f61088d8eb2c7b66bf3271370f69445b58071b34dead6e8408e8f63042e2 network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-6f4dc9bddb-dxgg5 1a95f61088d8eb2c7b66bf3271370f69445b58071b34dead6e8408e8f63042e2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:87:a2:c1:f3:58\",\"name\":\"1a95f61088d8eb2\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10707f3c-ce01-4add-918c-19dac000bd41\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:23:10.138700 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0401 11:23:12.223731 3906 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0401 11:23:12.224616 3906 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 861.112µs I0401 11:23:12.250075 3906 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0401 11:23:13.125873 3906 namespace.go:98] [openshift-service-ca] adding namespace I0401 11:23:13.126787 3906 namespace.go:102] [openshift-service-ca] adding namespace took 891.677µs I0401 11:23:13.145824 3906 namespace.go:142] [openshift-service-ca] updating namespace I0401 11:23:13.302191 3906 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-848b55fff-4d4mr] creating logical port openshift-kube-storage-version-migrator_migrator-848b55fff-4d4mr for pod on switch ip-10-0-2-247.ec2.internal I0401 11:23:13.302307 3906 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-848b55fff-4d4mr I0401 11:23:13.318309 3906 pod.go:62] [openshift-kube-storage-version-migrator/migrator-848b55fff-4d4mr] pod update took 16.03577ms I0401 11:23:13.318334 3906 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-848b55fff-4d4mr] addLogicalPort annotation time took 16.066024ms I0401 11:23:13.319493 3906 pods.go:271] [openshift-kube-storage-version-migrator/migrator-848b55fff-4d4mr] addLogicalPort took 17.325955ms, libovsdb time 841.664µs I0401 11:23:13.660614 3906 cni.go:403] [openshift-kube-storage-version-migrator/migrator-848b55fff-4d4mr 10843ceee364d4ee1bfb80f467dc61c3da9fe775458ba369991d5938c8224374 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-848b55fff-4d4mr 10843ceee364d4ee1bfb80f467dc61c3da9fe775458ba369991d5938c8224374 network default NAD default] I0401 11:23:13.669642 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-848b55fff-4d4mr, hostIfaceName: 10843ceee364d4e, network: default, NAD default, SandboxID: "10843ceee364d4ee1bfb80f467dc61c3da9fe775458ba369991d5938c8224374", PCI device ID: , UID: "a7eb4718-1b3a-426f-a2f6-3fd07e47e29a", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0401 11:23:13.717900 3906 cni.go:424] [openshift-kube-storage-version-migrator/migrator-848b55fff-4d4mr 10843ceee364d4ee1bfb80f467dc61c3da9fe775458ba369991d5938c8224374 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-848b55fff-4d4mr 10843ceee364d4ee1bfb80f467dc61c3da9fe775458ba369991d5938c8224374 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:ac:10:61:42:e6\",\"name\":\"10843ceee364d4e\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffc5ff08-f978-40fb-a913-6595976e8b60\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:23:14.799531 3906 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-b95c4699b-67822] creating logical port openshift-service-ca_service-ca-b95c4699b-67822 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:23:14.799649 3906 kube.go:256] Updating pod openshift-service-ca/service-ca-b95c4699b-67822 I0401 11:23:14.812786 3906 pod.go:62] [openshift-service-ca/service-ca-b95c4699b-67822] pod update took 13.160206ms I0401 11:23:14.812813 3906 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-b95c4699b-67822] addLogicalPort annotation time took 13.198308ms I0401 11:23:14.813947 3906 pods.go:271] [openshift-service-ca/service-ca-b95c4699b-67822] addLogicalPort took 14.438802ms, libovsdb time 818.565µs I0401 11:23:15.158911 3906 cni.go:403] [openshift-service-ca/service-ca-b95c4699b-67822 8109124d0304c7f465901ef79bcb82a196c8abc5a3ddb22156fe2222216fe3da network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-b95c4699b-67822 8109124d0304c7f465901ef79bcb82a196c8abc5a3ddb22156fe2222216fe3da network default NAD default] I0401 11:23:15.168817 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-b95c4699b-67822, hostIfaceName: 8109124d0304c7f, network: default, NAD default, SandboxID: "8109124d0304c7f465901ef79bcb82a196c8abc5a3ddb22156fe2222216fe3da", PCI device ID: , UID: "3941591a-4ec0-4dd2-8e32-75175521a8f2", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0401 11:23:15.215005 3906 cni.go:424] [openshift-service-ca/service-ca-b95c4699b-67822 8109124d0304c7f465901ef79bcb82a196c8abc5a3ddb22156fe2222216fe3da network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-b95c4699b-67822 8109124d0304c7f465901ef79bcb82a196c8abc5a3ddb22156fe2222216fe3da network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:34:9d:b9:f5:53\",\"name\":\"8109124d0304c7f\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/753eebb9-c597-403f-81a1-706e92315b71\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:23:20.574416 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0401 11:23:21.849083 3906 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fd68d5c5-nbnnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:23:21.849706 3906 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fd68d5c5-nbnnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:23:21.860225 3906 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fd68d5c5-nbnnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:23:21.860245 3906 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fd68d5c5-nbnnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:23:21.872852 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5fd68d5c5-nbnnc I0401 11:23:21.872879 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5fd68d5c5-nbnnc I0401 11:23:22.178370 3906 obj_retry.go:464] Detected object openshift-image-registry/image-registry-664b55557b-kxg98 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:23:22.179001 3906 obj_retry.go:464] Detected object openshift-image-registry/image-registry-664b55557b-kxg98 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:23:22.194871 3906 obj_retry.go:458] Detected object openshift-image-registry/image-registry-664b55557b-kxg98 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:23:22.194890 3906 obj_retry.go:458] Detected object openshift-image-registry/image-registry-664b55557b-kxg98 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:23:22.198784 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-664b55557b-kxg98 I0401 11:23:22.198806 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-664b55557b-kxg98 I0401 11:23:29.867975 3906 cni.go:403] [openshift-image-registry/image-registry-5fd68d5c5-c7fxv cad84555effaf5bcd4566fb028320efcfbd110223295d298a34c8b1db2ab328c network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-5fd68d5c5-c7fxv cad84555effaf5bcd4566fb028320efcfbd110223295d298a34c8b1db2ab328c network default NAD default] I0401 11:23:29.878435 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5fd68d5c5-c7fxv, hostIfaceName: cad84555effaf5b, network: default, NAD default, SandboxID: "cad84555effaf5bcd4566fb028320efcfbd110223295d298a34c8b1db2ab328c", PCI device ID: , UID: "ac1eaec4-220c-45ce-aa7e-f704f634472c", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0401 11:23:29.885614 3906 cni.go:403] [openshift-dns/dns-default-458rf fe7d12f284d59e88fa4b8b0f2c2ea65610f666bd202188cb95bf0bdfb55e9911 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-458rf fe7d12f284d59e88fa4b8b0f2c2ea65610f666bd202188cb95bf0bdfb55e9911 network default NAD default] I0401 11:23:29.895772 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-458rf, hostIfaceName: fe7d12f284d59e8, network: default, NAD default, SandboxID: "fe7d12f284d59e88fa4b8b0f2c2ea65610f666bd202188cb95bf0bdfb55e9911", PCI device ID: , UID: "fd86c46f-07a7-47d8-9f32-3fb8480bb3ad", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0401 11:23:29.929288 3906 cni.go:424] [openshift-image-registry/image-registry-5fd68d5c5-c7fxv cad84555effaf5bcd4566fb028320efcfbd110223295d298a34c8b1db2ab328c network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-5fd68d5c5-c7fxv cad84555effaf5bcd4566fb028320efcfbd110223295d298a34c8b1db2ab328c network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:50:0b:56:43:6f\",\"name\":\"cad84555effaf5b\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a170cb68-290f-4fee-9434-03523175c02a\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:23:29.947958 3906 cni.go:424] [openshift-dns/dns-default-458rf fe7d12f284d59e88fa4b8b0f2c2ea65610f666bd202188cb95bf0bdfb55e9911 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-458rf fe7d12f284d59e88fa4b8b0f2c2ea65610f666bd202188cb95bf0bdfb55e9911 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:4d:a3:bf:62:14\",\"name\":\"fe7d12f284d59e8\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b23d91ea-ca48-4599-8abb-b60f321eec8c\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:23:38.286467 3906 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0401 11:23:38.289473 3906 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0401 11:23:38.289488 3906 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0401 11:23:38.289494 3906 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0401 11:23:38.341808 3906 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-x8xpg] creating logical port openshift-insights_insights-runtime-extractor-x8xpg for pod on switch ip-10-0-2-247.ec2.internal I0401 11:23:38.341908 3906 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-x8xpg I0401 11:23:38.365639 3906 pod.go:62] [openshift-insights/insights-runtime-extractor-x8xpg] pod update took 23.764453ms I0401 11:23:38.365668 3906 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-x8xpg] addLogicalPort annotation time took 23.795856ms I0401 11:23:38.366821 3906 pods.go:271] [openshift-insights/insights-runtime-extractor-x8xpg] addLogicalPort took 25.027837ms, libovsdb time 790.141µs W0401 11:23:38.381112 3906 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0401 11:23:38.408559 3906 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0401 11:23:38.702621 3906 cni.go:403] [openshift-insights/insights-runtime-extractor-x8xpg a4bd7cc69769621041317b27b76ba32d86c3c705296bf191222d1915967a50ea network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-x8xpg a4bd7cc69769621041317b27b76ba32d86c3c705296bf191222d1915967a50ea network default NAD default] I0401 11:23:38.712144 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-x8xpg, hostIfaceName: a4bd7cc69769621, network: default, NAD default, SandboxID: "a4bd7cc69769621041317b27b76ba32d86c3c705296bf191222d1915967a50ea", PCI device ID: , UID: "dcf2e972-c081-4753-8335-5a3169c011b3", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0401 11:23:38.760926 3906 cni.go:424] [openshift-insights/insights-runtime-extractor-x8xpg a4bd7cc69769621041317b27b76ba32d86c3c705296bf191222d1915967a50ea network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-x8xpg a4bd7cc69769621041317b27b76ba32d86c3c705296bf191222d1915967a50ea network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:e2:e1:c6:58:8b\",\"name\":\"a4bd7cc69769621\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02d5a3be-f1f9-478a-8e9c-3cc2ba7c165f\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:23:38.895136 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 11:23:38.895159 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0401 11:23:38.895165 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 11:23:38.895177 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 11:23:38.895181 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0401 11:23:38.895185 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0401 11:23:39.545248 3906 cni.go:403] [openshift-network-console/networking-console-plugin-6465cb84c-xnrp6 64175e629de7f5e94671538a05ad9ed9b67e793665b2df97dd437a60dcaa8c43 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-6465cb84c-xnrp6 64175e629de7f5e94671538a05ad9ed9b67e793665b2df97dd437a60dcaa8c43 network default NAD default] I0401 11:23:39.556002 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6465cb84c-xnrp6, hostIfaceName: 64175e629de7f5e, network: default, NAD default, SandboxID: "64175e629de7f5e94671538a05ad9ed9b67e793665b2df97dd437a60dcaa8c43", PCI device ID: , UID: "f20e82d2-f3d4-44d3-8960-68a089d10a46", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0401 11:23:39.602889 3906 cni.go:424] [openshift-network-console/networking-console-plugin-6465cb84c-xnrp6 64175e629de7f5e94671538a05ad9ed9b67e793665b2df97dd437a60dcaa8c43 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6465cb84c-xnrp6 64175e629de7f5e94671538a05ad9ed9b67e793665b2df97dd437a60dcaa8c43 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:b7:57:83:c6:bf\",\"name\":\"64175e629de7f5e\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/798fe5bb-63fe-416f-a1ca-d9dfb49a038c\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:23:39.914692 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0401 11:23:39.914712 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 11:23:39.915465 3906 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:39.915482 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:39.915487 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:40.254103 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:40.254122 3906 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:40.254142 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:40.255668 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 11:23:40.255686 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0401 11:23:40.283680 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 11:23:40.283703 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0401 11:23:40.285050 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:40.285066 3906 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:40.285071 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0401 11:23:42.118858 3906 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-tdrdc] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7464b9f894-tdrdc for pod on switch ip-10-0-2-247.ec2.internal I0401 11:23:42.118970 3906 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-tdrdc I0401 11:23:42.134435 3906 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-tdrdc] pod update took 15.477046ms I0401 11:23:42.134459 3906 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-tdrdc] addLogicalPort annotation time took 15.522324ms I0401 11:23:42.135677 3906 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-tdrdc] addLogicalPort took 16.838821ms, libovsdb time 859.296µs I0401 11:23:42.476907 3906 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-tdrdc 9129f3797e184d80f0b4ec77a825cfc75fbd56d5c219b72186ab3835708790ae network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-tdrdc 9129f3797e184d80f0b4ec77a825cfc75fbd56d5c219b72186ab3835708790ae network default NAD default] I0401 11:23:42.487605 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7464b9f894-tdrdc, hostIfaceName: 9129f3797e184d8, network: default, NAD default, SandboxID: "9129f3797e184d80f0b4ec77a825cfc75fbd56d5c219b72186ab3835708790ae", PCI device ID: , UID: "9ef2dd40-cb98-434e-97f2-1ef53d1142eb", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0401 11:23:42.534632 3906 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-tdrdc 9129f3797e184d80f0b4ec77a825cfc75fbd56d5c219b72186ab3835708790ae network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-tdrdc 9129f3797e184d80f0b4ec77a825cfc75fbd56d5c219b72186ab3835708790ae network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:16:24:d5:c4:6b\",\"name\":\"9129f3797e184d8\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4a19369-8a5f-42c5-8bb7-0ff72ca7b811\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:23:42.660013 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 11:23:42.660033 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 11:23:42.660039 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0401 11:23:43.867910 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 11:23:43.867937 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 11:23:43.927300 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0401 11:23:44.721153 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0401 11:23:49.664523 3906 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tc49r] creating logical port openshift-monitoring_openshift-state-metrics-77dc8fdc5c-tc49r for pod on switch ip-10-0-2-247.ec2.internal I0401 11:23:49.664658 3906 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tc49r I0401 11:23:49.682957 3906 pod.go:62] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tc49r] pod update took 18.33573ms I0401 11:23:49.682981 3906 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tc49r] addLogicalPort annotation time took 18.366422ms I0401 11:23:49.684362 3906 pods.go:271] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tc49r] addLogicalPort took 19.860166ms, libovsdb time 955.13µs I0401 11:23:49.712176 3906 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-794f95bd5b-6jh8p] creating logical port openshift-monitoring_kube-state-metrics-794f95bd5b-6jh8p for pod on switch ip-10-0-2-247.ec2.internal I0401 11:23:49.712322 3906 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-794f95bd5b-6jh8p I0401 11:23:49.730599 3906 pod.go:62] [openshift-monitoring/kube-state-metrics-794f95bd5b-6jh8p] pod update took 18.305631ms I0401 11:23:49.730625 3906 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-794f95bd5b-6jh8p] addLogicalPort annotation time took 18.357525ms I0401 11:23:49.732055 3906 pods.go:271] [openshift-monitoring/kube-state-metrics-794f95bd5b-6jh8p] addLogicalPort took 19.89688ms, libovsdb time 993.758µs I0401 11:23:50.673854 3906 cni.go:403] [openshift-monitoring/kube-state-metrics-794f95bd5b-6jh8p 07a3b38353645472fcb45eeaa40b0e60776b5c6cc5f4cd52e7a0a25884523fdf network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-794f95bd5b-6jh8p 07a3b38353645472fcb45eeaa40b0e60776b5c6cc5f4cd52e7a0a25884523fdf network default NAD default] I0401 11:23:50.683448 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-794f95bd5b-6jh8p, hostIfaceName: 07a3b3835364547, network: default, NAD default, SandboxID: "07a3b38353645472fcb45eeaa40b0e60776b5c6cc5f4cd52e7a0a25884523fdf", PCI device ID: , UID: "3b414c67-ebc6-492f-85b5-74fe3ff9f725", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0401 11:23:50.734541 3906 cni.go:424] [openshift-monitoring/kube-state-metrics-794f95bd5b-6jh8p 07a3b38353645472fcb45eeaa40b0e60776b5c6cc5f4cd52e7a0a25884523fdf network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-794f95bd5b-6jh8p 07a3b38353645472fcb45eeaa40b0e60776b5c6cc5f4cd52e7a0a25884523fdf network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:d5:c9:12:c3:3a\",\"name\":\"07a3b3835364547\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/752709cd-279c-4ec3-b8ff-c54c2934492c\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:23:50.805180 3906 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:23:50.805291 3906 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0401 11:23:50.824018 3906 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 18.766646ms I0401 11:23:50.824042 3906 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 18.796519ms I0401 11:23:50.825276 3906 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 20.115497ms, libovsdb time 874.334µs I0401 11:23:51.169328 3906 cni.go:403] [openshift-monitoring/alertmanager-main-0 9d7a40714e2b3a3506ecdeb0ea69215be6ceb9ced8e1f5e86b99af9a02f9d04e network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 9d7a40714e2b3a3506ecdeb0ea69215be6ceb9ced8e1f5e86b99af9a02f9d04e network default NAD default] I0401 11:23:51.179023 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 9d7a40714e2b3a3, network: default, NAD default, SandboxID: "9d7a40714e2b3a3506ecdeb0ea69215be6ceb9ced8e1f5e86b99af9a02f9d04e", PCI device ID: , UID: "d80b077c-2d76-42a2-ba6b-fa6decdd5e01", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0401 11:23:51.233617 3906 cni.go:424] [openshift-monitoring/alertmanager-main-0 9d7a40714e2b3a3506ecdeb0ea69215be6ceb9ced8e1f5e86b99af9a02f9d04e network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 9d7a40714e2b3a3506ecdeb0ea69215be6ceb9ced8e1f5e86b99af9a02f9d04e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:3b:4c:f5:09:b4\",\"name\":\"9d7a40714e2b3a3\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74a13e11-b0eb-4fea-a8c9-9047e3ee6774\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:23:51.530208 3906 cni.go:403] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tc49r a51b509050b2cf08616ca0e28dfeb9d81575a2bf837dab5a80ef4ec8b2fd6a7b network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tc49r a51b509050b2cf08616ca0e28dfeb9d81575a2bf837dab5a80ef4ec8b2fd6a7b network default NAD default] I0401 11:23:51.539639 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-77dc8fdc5c-tc49r, hostIfaceName: a51b509050b2cf0, network: default, NAD default, SandboxID: "a51b509050b2cf08616ca0e28dfeb9d81575a2bf837dab5a80ef4ec8b2fd6a7b", PCI device ID: , UID: "618f7f8b-f692-40e4-b46d-68e048f90efd", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0401 11:23:51.590258 3906 cni.go:424] [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tc49r a51b509050b2cf08616ca0e28dfeb9d81575a2bf837dab5a80ef4ec8b2fd6a7b network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-77dc8fdc5c-tc49r a51b509050b2cf08616ca0e28dfeb9d81575a2bf837dab5a80ef4ec8b2fd6a7b network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:29:ed:93:10:95\",\"name\":\"a51b509050b2cf0\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4621dd4a-3598-4429-a24d-69d98d972024\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:23:52.757606 3906 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:23:52.757629 3906 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:23:52.757635 3906 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:23:53.087920 3906 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:23:53.087937 3906 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:23:53.087943 3906 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0401 11:23:54.193156 3906 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-649664cf86-xktck] creating logical port openshift-monitoring_metrics-server-649664cf86-xktck for pod on switch ip-10-0-2-247.ec2.internal I0401 11:23:54.193279 3906 kube.go:256] Updating pod openshift-monitoring/metrics-server-649664cf86-xktck I0401 11:23:54.211392 3906 pod.go:62] [openshift-monitoring/metrics-server-649664cf86-xktck] pod update took 18.164693ms I0401 11:23:54.211413 3906 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-649664cf86-xktck] addLogicalPort annotation time took 18.192367ms I0401 11:23:54.212560 3906 pods.go:271] [openshift-monitoring/metrics-server-649664cf86-xktck] addLogicalPort took 19.41982ms, libovsdb time 765.582µs I0401 11:23:54.393711 3906 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-57v2b] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-57v2b for pod on switch ip-10-0-2-247.ec2.internal I0401 11:23:54.393836 3906 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-57v2b I0401 11:23:54.408208 3906 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-57v2b] pod update took 14.409543ms I0401 11:23:54.408296 3906 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-57v2b] addLogicalPort annotation time took 14.506082ms I0401 11:23:54.409643 3906 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-57v2b] addLogicalPort took 15.956032ms, libovsdb time 854.199µs I0401 11:23:54.550621 3906 cni.go:403] [openshift-monitoring/metrics-server-649664cf86-xktck 517e459cf9e7e01c4fef40c2481a4fb85a04cdc0fa33f6fd8e1fb783b7c4abaf network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-649664cf86-xktck 517e459cf9e7e01c4fef40c2481a4fb85a04cdc0fa33f6fd8e1fb783b7c4abaf network default NAD default] I0401 11:23:54.562738 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-649664cf86-xktck, hostIfaceName: 517e459cf9e7e01, network: default, NAD default, SandboxID: "517e459cf9e7e01c4fef40c2481a4fb85a04cdc0fa33f6fd8e1fb783b7c4abaf", PCI device ID: , UID: "934a8f15-8beb-4f4b-a15e-e8b7bbbcedc0", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0401 11:23:54.619172 3906 cni.go:424] [openshift-monitoring/metrics-server-649664cf86-xktck 517e459cf9e7e01c4fef40c2481a4fb85a04cdc0fa33f6fd8e1fb783b7c4abaf network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-649664cf86-xktck 517e459cf9e7e01c4fef40c2481a4fb85a04cdc0fa33f6fd8e1fb783b7c4abaf network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:4c:41:31:05:71\",\"name\":\"517e459cf9e7e01\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3b8f260-67e1-4882-8ac7-6432a5f373ae\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:23:55.354215 3906 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-57v2b 2e4e93efe487442fad82e620925e275e96b55475a0712cec4524e4e863939d5d network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-57v2b 2e4e93efe487442fad82e620925e275e96b55475a0712cec4524e4e863939d5d network default NAD default] I0401 11:23:55.363725 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-57v2b, hostIfaceName: 2e4e93efe487442, network: default, NAD default, SandboxID: "2e4e93efe487442fad82e620925e275e96b55475a0712cec4524e4e863939d5d", PCI device ID: , UID: "93cf7849-8fde-4969-8303-83c3633a1ee1", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0401 11:23:55.413970 3906 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-57v2b 2e4e93efe487442fad82e620925e275e96b55475a0712cec4524e4e863939d5d network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-57v2b 2e4e93efe487442fad82e620925e275e96b55475a0712cec4524e4e863939d5d network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:e9:90:8f:37:ce\",\"name\":\"2e4e93efe487442\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04f01730-eddc-47eb-b222-76308f6e937e\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:23:56.772550 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0401 11:23:57.009874 3906 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.009897 3906 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.009904 3906 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.009908 3906 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.084437 3906 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 11:23:57.084455 3906 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 11:23:57.358636 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0401 11:23:57.391763 3906 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.391788 3906 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.391796 3906 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.391802 3906 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.798863 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0401 11:23:58.368042 3906 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 11:23:58.368063 3906 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0401 11:24:03.535909 3906 cni.go:403] [openshift-image-registry/image-registry-5fd68d5c5-c7fxv cad84555effaf5bcd4566fb028320efcfbd110223295d298a34c8b1db2ab328c network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-5fd68d5c5-c7fxv cad84555effaf5bcd4566fb028320efcfbd110223295d298a34c8b1db2ab328c network default NAD default] I0401 11:24:03.619396 3906 cni.go:424] [openshift-image-registry/image-registry-5fd68d5c5-c7fxv cad84555effaf5bcd4566fb028320efcfbd110223295d298a34c8b1db2ab328c network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-5fd68d5c5-c7fxv cad84555effaf5bcd4566fb028320efcfbd110223295d298a34c8b1db2ab328c network default NAD default], result "{}", err I0401 11:24:03.680909 3906 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fd68d5c5-c7fxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:03.680942 3906 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5fd68d5c5-c7fxv I0401 11:24:03.682161 3906 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5fd68d5c5-c7fxv, ips: 10.128.0.6 I0401 11:24:03.682191 3906 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fd68d5c5-c7fxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:03.692127 3906 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6d68b44f8-rqgw5] creating logical port openshift-image-registry_image-registry-6d68b44f8-rqgw5 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:24:03.692211 3906 kube.go:256] Updating pod openshift-image-registry/image-registry-6d68b44f8-rqgw5 I0401 11:24:03.712934 3906 pod.go:62] [openshift-image-registry/image-registry-6d68b44f8-rqgw5] pod update took 20.74561ms I0401 11:24:03.712962 3906 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-6d68b44f8-rqgw5] addLogicalPort annotation time took 20.780708ms I0401 11:24:03.714178 3906 pods.go:271] [openshift-image-registry/image-registry-6d68b44f8-rqgw5] addLogicalPort took 22.066981ms, libovsdb time 870.414µs I0401 11:24:03.714181 3906 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6f686586ff-ddvqz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:03.714575 3906 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6f686586ff-ddvqz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:03.802103 3906 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fd68d5c5-c7fxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:03.802125 3906 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fd68d5c5-c7fxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:03.809835 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5fd68d5c5-c7fxv I0401 11:24:03.809868 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5fd68d5c5-c7fxv I0401 11:24:04.059410 3906 cni.go:403] [openshift-image-registry/image-registry-6d68b44f8-rqgw5 beecd8c575b087d23cb5af4d93537c118c7a986e568e862451d8dab94eaa46e9 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-6d68b44f8-rqgw5 beecd8c575b087d23cb5af4d93537c118c7a986e568e862451d8dab94eaa46e9 network default NAD default] I0401 11:24:04.068667 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6d68b44f8-rqgw5, hostIfaceName: beecd8c575b087d, network: default, NAD default, SandboxID: "beecd8c575b087d23cb5af4d93537c118c7a986e568e862451d8dab94eaa46e9", PCI device ID: , UID: "f3446f3a-47d2-4947-b866-a7e534db7951", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0401 11:24:04.118247 3906 cni.go:424] [openshift-image-registry/image-registry-6d68b44f8-rqgw5 beecd8c575b087d23cb5af4d93537c118c7a986e568e862451d8dab94eaa46e9 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-6d68b44f8-rqgw5 beecd8c575b087d23cb5af4d93537c118c7a986e568e862451d8dab94eaa46e9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:e3:f7:df:bf:9f\",\"name\":\"beecd8c575b087d\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f601f20-e69a-4e8b-8fb7-2785e08abc37\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:24:04.401913 3906 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6f686586ff-ddvqz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:04.401939 3906 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6f686586ff-ddvqz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:04.407126 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f686586ff-ddvqz I0401 11:24:04.407150 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f686586ff-ddvqz I0401 11:24:04.949374 3906 base_network_controller_pods.go:487] [default/openshift-console/downloads-744b9bb959-mb5pp] creating logical port openshift-console_downloads-744b9bb959-mb5pp for pod on switch ip-10-0-2-247.ec2.internal I0401 11:24:04.949473 3906 kube.go:256] Updating pod openshift-console/downloads-744b9bb959-mb5pp I0401 11:24:04.968418 3906 pod.go:62] [openshift-console/downloads-744b9bb959-mb5pp] pod update took 18.970173ms I0401 11:24:04.968447 3906 base_network_controller_pods.go:937] [default/openshift-console/downloads-744b9bb959-mb5pp] addLogicalPort annotation time took 19.006831ms I0401 11:24:04.969691 3906 pods.go:271] [openshift-console/downloads-744b9bb959-mb5pp] addLogicalPort took 20.338839ms, libovsdb time 869.106µs I0401 11:24:05.309918 3906 cni.go:403] [openshift-console/downloads-744b9bb959-mb5pp 235961fff56dbb7e7726e66315dc2048eaa146b93532298d0128f2d390dded50 network default NAD default] ADD starting CNI request [openshift-console/downloads-744b9bb959-mb5pp 235961fff56dbb7e7726e66315dc2048eaa146b93532298d0128f2d390dded50 network default NAD default] I0401 11:24:05.319558 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-744b9bb959-mb5pp, hostIfaceName: 235961fff56dbb7, network: default, NAD default, SandboxID: "235961fff56dbb7e7726e66315dc2048eaa146b93532298d0128f2d390dded50", PCI device ID: , UID: "c7362b7c-5165-4fc6-b5d3-492066056f8d", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0401 11:24:05.367477 3906 cni.go:424] [openshift-console/downloads-744b9bb959-mb5pp 235961fff56dbb7e7726e66315dc2048eaa146b93532298d0128f2d390dded50 network default NAD default] ADD finished CNI request [openshift-console/downloads-744b9bb959-mb5pp 235961fff56dbb7e7726e66315dc2048eaa146b93532298d0128f2d390dded50 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:af:4b:19:53:c1\",\"name\":\"235961fff56dbb7\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b277a7c-4682-41a7-82b7-043bb96ec917\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:24:14.275201 3906 base_network_controller_pods.go:487] [default/openshift-console/console-7fc55bb5cc-bbsqz] creating logical port openshift-console_console-7fc55bb5cc-bbsqz for pod on switch ip-10-0-2-247.ec2.internal I0401 11:24:14.275338 3906 kube.go:256] Updating pod openshift-console/console-7fc55bb5cc-bbsqz I0401 11:24:14.294906 3906 pod.go:62] [openshift-console/console-7fc55bb5cc-bbsqz] pod update took 19.597227ms I0401 11:24:14.294929 3906 base_network_controller_pods.go:937] [default/openshift-console/console-7fc55bb5cc-bbsqz] addLogicalPort annotation time took 19.625829ms I0401 11:24:14.296159 3906 pods.go:271] [openshift-console/console-7fc55bb5cc-bbsqz] addLogicalPort took 20.97397ms, libovsdb time 880.226µs I0401 11:24:14.641760 3906 cni.go:403] [openshift-console/console-7fc55bb5cc-bbsqz 6dd308fea0234c0f1d7499617f9b09f19b172a580a12fde30f9527852bd76ef6 network default NAD default] ADD starting CNI request [openshift-console/console-7fc55bb5cc-bbsqz 6dd308fea0234c0f1d7499617f9b09f19b172a580a12fde30f9527852bd76ef6 network default NAD default] I0401 11:24:14.651179 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7fc55bb5cc-bbsqz, hostIfaceName: 6dd308fea0234c0, network: default, NAD default, SandboxID: "6dd308fea0234c0f1d7499617f9b09f19b172a580a12fde30f9527852bd76ef6", PCI device ID: , UID: "46fb945a-14b2-4b45-b15a-aff534bf5de3", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0401 11:24:14.704849 3906 cni.go:424] [openshift-console/console-7fc55bb5cc-bbsqz 6dd308fea0234c0f1d7499617f9b09f19b172a580a12fde30f9527852bd76ef6 network default NAD default] ADD finished CNI request [openshift-console/console-7fc55bb5cc-bbsqz 6dd308fea0234c0f1d7499617f9b09f19b172a580a12fde30f9527852bd76ef6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:4b:90:dd:dd:8f\",\"name\":\"6dd308fea0234c0\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a0758dc-a699-4510-9a1b-f240af9acf35\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:24:17.782734 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0401 11:24:18.093417 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 11:24:21.289188 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:24:21.289218 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:24:21.289224 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:24:22.487996 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0401 11:24:22.894450 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0401 11:24:22.894453 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0401 11:24:22.894515 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0401 11:24:23.899108 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0401 11:24:23.949037 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 11:24:23.971934 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0401 11:24:25.127060 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0401 11:24:25.127083 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0401 11:24:25.398370 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 11:24:25.398403 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 11:24:25.430467 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 11:24:25.430492 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 11:24:25.824375 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 11:24:26.915433 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0401 11:24:26.915473 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0401 11:24:26.915536 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0401 11:24:27.919740 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0401 11:24:33.530923 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0401 11:24:33.530950 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0401 11:24:33.569091 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0401 11:24:33.569118 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0401 11:24:41.979182 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0401 11:24:41.979231 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0401 11:24:41.979185 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0401 11:24:42.983398 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0401 11:24:49.069639 3906 cni.go:403] [openshift-console/console-7fc55bb5cc-bbsqz 6dd308fea0234c0f1d7499617f9b09f19b172a580a12fde30f9527852bd76ef6 network default NAD default] DEL starting CNI request [openshift-console/console-7fc55bb5cc-bbsqz 6dd308fea0234c0f1d7499617f9b09f19b172a580a12fde30f9527852bd76ef6 network default NAD default] I0401 11:24:49.146294 3906 cni.go:424] [openshift-console/console-7fc55bb5cc-bbsqz 6dd308fea0234c0f1d7499617f9b09f19b172a580a12fde30f9527852bd76ef6 network default NAD default] DEL finished CNI request [openshift-console/console-7fc55bb5cc-bbsqz 6dd308fea0234c0f1d7499617f9b09f19b172a580a12fde30f9527852bd76ef6 network default NAD default], result "{}", err I0401 11:24:49.217086 3906 obj_retry.go:464] Detected object openshift-console/console-7fc55bb5cc-bbsqz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:49.217125 3906 pods.go:176] Deleting pod: openshift-console/console-7fc55bb5cc-bbsqz I0401 11:24:49.218404 3906 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7fc55bb5cc-bbsqz, ips: 10.128.0.25 I0401 11:24:49.218434 3906 obj_retry.go:464] Detected object openshift-console/console-7fc55bb5cc-bbsqz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:49.227196 3906 base_network_controller_pods.go:487] [default/openshift-console/console-8867c9ffc-6xhqv] creating logical port openshift-console_console-8867c9ffc-6xhqv for pod on switch ip-10-0-2-247.ec2.internal I0401 11:24:49.227289 3906 kube.go:256] Updating pod openshift-console/console-8867c9ffc-6xhqv I0401 11:24:49.241944 3906 pod.go:62] [openshift-console/console-8867c9ffc-6xhqv] pod update took 14.679348ms I0401 11:24:49.241968 3906 base_network_controller_pods.go:937] [default/openshift-console/console-8867c9ffc-6xhqv] addLogicalPort annotation time took 14.709324ms I0401 11:24:49.243213 3906 pods.go:271] [openshift-console/console-8867c9ffc-6xhqv] addLogicalPort took 16.030674ms, libovsdb time 866.219µs I0401 11:24:49.635343 3906 cni.go:403] [openshift-console/console-8867c9ffc-6xhqv 44a09f32b12b4af6fbd4862bbbe48330aba61428fcd6e0f61675619b89d8efd8 network default NAD default] ADD starting CNI request [openshift-console/console-8867c9ffc-6xhqv 44a09f32b12b4af6fbd4862bbbe48330aba61428fcd6e0f61675619b89d8efd8 network default NAD default] I0401 11:24:49.645698 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-8867c9ffc-6xhqv, hostIfaceName: 44a09f32b12b4af, network: default, NAD default, SandboxID: "44a09f32b12b4af6fbd4862bbbe48330aba61428fcd6e0f61675619b89d8efd8", PCI device ID: , UID: "8648fdf7-d71c-4f56-8fa0-75b5bd7335c4", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0401 11:24:49.695718 3906 cni.go:424] [openshift-console/console-8867c9ffc-6xhqv 44a09f32b12b4af6fbd4862bbbe48330aba61428fcd6e0f61675619b89d8efd8 network default NAD default] ADD finished CNI request [openshift-console/console-8867c9ffc-6xhqv 44a09f32b12b4af6fbd4862bbbe48330aba61428fcd6e0f61675619b89d8efd8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:3b:0b:b7:17:b0\",\"name\":\"44a09f32b12b4af\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b985bd8-f286-45ee-87ac-a23892775aff\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:24:50.030475 3906 obj_retry.go:458] Detected object openshift-console/console-7fc55bb5cc-bbsqz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:50.030502 3906 obj_retry.go:458] Detected object openshift-console/console-7fc55bb5cc-bbsqz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:50.035975 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7fc55bb5cc-bbsqz I0401 11:24:50.036003 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7fc55bb5cc-bbsqz I0401 11:24:51.718873 3906 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6f686586ff-4tb69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:51.719447 3906 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6f686586ff-4tb69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:52.233476 3906 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6f686586ff-4tb69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:52.233501 3906 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6f686586ff-4tb69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:52.238875 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f686586ff-4tb69 I0401 11:24:52.238907 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f686586ff-4tb69 I0401 11:24:53.671648 3906 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0401 11:24:56.361572 3906 obj_retry.go:464] Detected object openshift-ingress/router-default-5bdd446cd9-5ltg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:56.362273 3906 obj_retry.go:464] Detected object openshift-ingress/router-default-5bdd446cd9-5ltg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:56.611076 3906 obj_retry.go:458] Detected object openshift-ingress/router-default-5bdd446cd9-5ltg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:56.611102 3906 obj_retry.go:458] Detected object openshift-ingress/router-default-5bdd446cd9-5ltg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:56.616249 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5bdd446cd9-5ltg8 I0401 11:24:56.616278 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5bdd446cd9-5ltg8 I0401 11:24:58.241343 3906 cni.go:403] [openshift-multus/network-metrics-daemon-bqhn6 56a069070a9a052f2c0a86058c8bc41f51c7d8280d9037d579c37002c18f8869 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-bqhn6 56a069070a9a052f2c0a86058c8bc41f51c7d8280d9037d579c37002c18f8869 network default NAD default] I0401 11:24:58.250540 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-bqhn6, hostIfaceName: 56a069070a9a052, network: default, NAD default, SandboxID: "56a069070a9a052f2c0a86058c8bc41f51c7d8280d9037d579c37002c18f8869", PCI device ID: , UID: "b1aeb4a7-0027-4e98-8e0e-4172c91ed372", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0401 11:24:58.302676 3906 cni.go:424] [openshift-multus/network-metrics-daemon-bqhn6 56a069070a9a052f2c0a86058c8bc41f51c7d8280d9037d579c37002c18f8869 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-bqhn6 56a069070a9a052f2c0a86058c8bc41f51c7d8280d9037d579c37002c18f8869 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:6f:c6:78:e4:6d\",\"name\":\"56a069070a9a052\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6d0cdda-f842-4139-a3f7-21ce6e1bb9c9\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:24:58.835464 3906 obj_retry.go:464] Detected object openshift-console/console-7fc55bb5cc-nt8hb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:58.836075 3906 obj_retry.go:464] Detected object openshift-console/console-7fc55bb5cc-nt8hb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:59.261179 3906 obj_retry.go:458] Detected object openshift-console/console-7fc55bb5cc-nt8hb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:59.261202 3906 obj_retry.go:458] Detected object openshift-console/console-7fc55bb5cc-nt8hb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:59.264490 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7fc55bb5cc-nt8hb I0401 11:24:59.264512 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7fc55bb5cc-nt8hb W0401 11:25:00.075784 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0401 11:25:11.486384 3906 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:11.486950 3906 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:12.325990 3906 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:12.326014 3906 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:12.331076 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0401 11:25:12.331104 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0401 11:25:14.263150 3906 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-696fdfd4f-nrl6b] creating logical port openshift-monitoring_telemeter-client-696fdfd4f-nrl6b for pod on switch ip-10-0-2-247.ec2.internal I0401 11:25:14.263249 3906 kube.go:256] Updating pod openshift-monitoring/telemeter-client-696fdfd4f-nrl6b I0401 11:25:14.283689 3906 pod.go:62] [openshift-monitoring/telemeter-client-696fdfd4f-nrl6b] pod update took 20.469017ms I0401 11:25:14.283718 3906 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-696fdfd4f-nrl6b] addLogicalPort annotation time took 20.501408ms I0401 11:25:14.285170 3906 pods.go:271] [openshift-monitoring/telemeter-client-696fdfd4f-nrl6b] addLogicalPort took 22.035266ms, libovsdb time 992.617µs I0401 11:25:14.625493 3906 cni.go:403] [openshift-monitoring/telemeter-client-696fdfd4f-nrl6b 3462466f5a0cd204b9016a8d2b9fd4c8cd061e31cd9614e8b3a085b4dfca7726 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-696fdfd4f-nrl6b 3462466f5a0cd204b9016a8d2b9fd4c8cd061e31cd9614e8b3a085b4dfca7726 network default NAD default] I0401 11:25:14.634719 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-696fdfd4f-nrl6b, hostIfaceName: 3462466f5a0cd20, network: default, NAD default, SandboxID: "3462466f5a0cd204b9016a8d2b9fd4c8cd061e31cd9614e8b3a085b4dfca7726", PCI device ID: , UID: "ca605bb6-81c4-4472-bef8-f0633f012fc0", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0401 11:25:14.685199 3906 cni.go:424] [openshift-monitoring/telemeter-client-696fdfd4f-nrl6b 3462466f5a0cd204b9016a8d2b9fd4c8cd061e31cd9614e8b3a085b4dfca7726 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-696fdfd4f-nrl6b 3462466f5a0cd204b9016a8d2b9fd4c8cd061e31cd9614e8b3a085b4dfca7726 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:03:75:1e:1a:e1\",\"name\":\"3462466f5a0cd20\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de90ebf7-96d2-4130-890c-251f02757e35\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:25:15.832830 3906 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:15.833400 3906 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:16.358295 3906 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:16.358319 3906 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:16.366688 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0401 11:25:16.366712 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0401 11:25:42.610443 3906 cni.go:403] [openshift-console/console-8867c9ffc-6xhqv 44a09f32b12b4af6fbd4862bbbe48330aba61428fcd6e0f61675619b89d8efd8 network default NAD default] DEL starting CNI request [openshift-console/console-8867c9ffc-6xhqv 44a09f32b12b4af6fbd4862bbbe48330aba61428fcd6e0f61675619b89d8efd8 network default NAD default] I0401 11:25:42.696681 3906 cni.go:424] [openshift-console/console-8867c9ffc-6xhqv 44a09f32b12b4af6fbd4862bbbe48330aba61428fcd6e0f61675619b89d8efd8 network default NAD default] DEL finished CNI request [openshift-console/console-8867c9ffc-6xhqv 44a09f32b12b4af6fbd4862bbbe48330aba61428fcd6e0f61675619b89d8efd8 network default NAD default], result "{}", err I0401 11:25:42.743412 3906 obj_retry.go:464] Detected object openshift-console/console-8867c9ffc-6xhqv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:42.743442 3906 pods.go:176] Deleting pod: openshift-console/console-8867c9ffc-6xhqv I0401 11:25:42.744850 3906 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8867c9ffc-6xhqv, ips: 10.128.0.26 I0401 11:25:42.744883 3906 obj_retry.go:464] Detected object openshift-console/console-8867c9ffc-6xhqv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:42.752897 3906 base_network_controller_pods.go:487] [default/openshift-console/console-99d8954bc-2vgwh] creating logical port openshift-console_console-99d8954bc-2vgwh for pod on switch ip-10-0-2-247.ec2.internal I0401 11:25:42.753039 3906 kube.go:256] Updating pod openshift-console/console-99d8954bc-2vgwh I0401 11:25:42.771863 3906 pod.go:62] [openshift-console/console-99d8954bc-2vgwh] pod update took 18.848808ms I0401 11:25:42.771891 3906 base_network_controller_pods.go:937] [default/openshift-console/console-99d8954bc-2vgwh] addLogicalPort annotation time took 18.882718ms I0401 11:25:42.773162 3906 pods.go:271] [openshift-console/console-99d8954bc-2vgwh] addLogicalPort took 20.282441ms, libovsdb time 877.125µs I0401 11:25:43.124977 3906 cni.go:403] [openshift-console/console-99d8954bc-2vgwh ef02538f21c1924e201d2d442418bbe8eac9025f856a76a70acb6cd09917a018 network default NAD default] ADD starting CNI request [openshift-console/console-99d8954bc-2vgwh ef02538f21c1924e201d2d442418bbe8eac9025f856a76a70acb6cd09917a018 network default NAD default] I0401 11:25:43.152708 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-99d8954bc-2vgwh, hostIfaceName: ef02538f21c1924, network: default, NAD default, SandboxID: "ef02538f21c1924e201d2d442418bbe8eac9025f856a76a70acb6cd09917a018", PCI device ID: , UID: "d234b477-53d6-4983-83ce-bb50dff5ccdd", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0401 11:25:43.202007 3906 cni.go:424] [openshift-console/console-99d8954bc-2vgwh ef02538f21c1924e201d2d442418bbe8eac9025f856a76a70acb6cd09917a018 network default NAD default] ADD finished CNI request [openshift-console/console-99d8954bc-2vgwh ef02538f21c1924e201d2d442418bbe8eac9025f856a76a70acb6cd09917a018 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:ef:7a:f8:2d:83\",\"name\":\"ef02538f21c1924\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6be831c0-efec-4003-a0b2-0ec5e24541d9\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:25:43.252221 3906 obj_retry.go:458] Detected object openshift-console/console-8867c9ffc-6xhqv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:43.252264 3906 obj_retry.go:458] Detected object openshift-console/console-8867c9ffc-6xhqv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:43.257576 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8867c9ffc-6xhqv I0401 11:25:43.257628 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8867c9ffc-6xhqv I0401 11:25:43.955111 3906 cni.go:403] [openshift-monitoring/alertmanager-main-0 9d7a40714e2b3a3506ecdeb0ea69215be6ceb9ced8e1f5e86b99af9a02f9d04e network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 9d7a40714e2b3a3506ecdeb0ea69215be6ceb9ced8e1f5e86b99af9a02f9d04e network default NAD default] I0401 11:25:44.034931 3906 cni.go:424] [openshift-monitoring/alertmanager-main-0 9d7a40714e2b3a3506ecdeb0ea69215be6ceb9ced8e1f5e86b99af9a02f9d04e network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 9d7a40714e2b3a3506ecdeb0ea69215be6ceb9ced8e1f5e86b99af9a02f9d04e network default NAD default], result "{}", err I0401 11:25:44.093380 3906 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:44.093414 3906 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0401 11:25:44.094739 3906 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.20 I0401 11:25:44.094764 3906 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:44.279971 3906 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:44.279993 3906 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:44.285283 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0401 11:25:44.285306 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0401 11:25:44.320850 3906 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:25:44.320980 3906 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0401 11:25:44.340298 3906 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 19.357064ms I0401 11:25:44.340321 3906 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 19.384587ms I0401 11:25:44.341511 3906 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 20.69116ms, libovsdb time 832.876µs I0401 11:25:44.681053 3906 cni.go:403] [openshift-monitoring/alertmanager-main-0 9d79818a6b4664a8dc6cd729cef5f4a8ede9968d603967c707925e4a3b67bb61 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 9d79818a6b4664a8dc6cd729cef5f4a8ede9968d603967c707925e4a3b67bb61 network default NAD default] I0401 11:25:44.690923 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 9d79818a6b4664a, network: default, NAD default, SandboxID: "9d79818a6b4664a8dc6cd729cef5f4a8ede9968d603967c707925e4a3b67bb61", PCI device ID: , UID: "2a4bb2a7-0382-4613-a0ff-cf8ec77ea4d8", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0401 11:25:44.741415 3906 cni.go:424] [openshift-monitoring/alertmanager-main-0 9d79818a6b4664a8dc6cd729cef5f4a8ede9968d603967c707925e4a3b67bb61 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 9d79818a6b4664a8dc6cd729cef5f4a8ede9968d603967c707925e4a3b67bb61 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:2c:a2:ce:33:59\",\"name\":\"9d79818a6b4664a\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/837775d6-f08f-4b4f-a3a6-1a567cb4026c\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:25:53.322347 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0401 11:25:53.756352 3906 obj_retry.go:464] Detected object openshift-console/console-8867c9ffc-4llh7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:53.756979 3906 obj_retry.go:464] Detected object openshift-console/console-8867c9ffc-4llh7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:54.138368 3906 obj_retry.go:458] Detected object openshift-console/console-8867c9ffc-4llh7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:54.138394 3906 obj_retry.go:458] Detected object openshift-console/console-8867c9ffc-4llh7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:54.143238 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8867c9ffc-4llh7 I0401 11:25:54.143262 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8867c9ffc-4llh7 W0401 11:26:14.730550 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:26:14.730573 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:26:14.730579 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0401 11:26:18.940873 3906 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:26:18.941429 3906 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:26:19.246573 3906 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:26:19.246620 3906 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:26:19.251902 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0401 11:26:19.251925 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0401 11:26:42.346305 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0401 11:26:58.891936 3906 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:26:58.892495 3906 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:26:59.788674 3906 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:26:59.788697 3906 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:27:02.425803 3906 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-tt9l2] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-tt9l2 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:27:02.425932 3906 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-tt9l2 I0401 11:27:02.442268 3906 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-tt9l2] pod update took 16.363516ms I0401 11:27:02.442292 3906 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-tt9l2] addLogicalPort annotation time took 16.393902ms I0401 11:27:02.443571 3906 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-tt9l2] addLogicalPort took 17.784273ms, libovsdb time 854.892µs I0401 11:27:02.784721 3906 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-tt9l2 354b24ad9a98876b5245f96ac6959b033a9456d682eab0b74ac6bd2030d99612 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-tt9l2 354b24ad9a98876b5245f96ac6959b033a9456d682eab0b74ac6bd2030d99612 network default NAD default] I0401 11:27:02.794177 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-tt9l2, hostIfaceName: 354b24ad9a98876, network: default, NAD default, SandboxID: "354b24ad9a98876b5245f96ac6959b033a9456d682eab0b74ac6bd2030d99612", PCI device ID: , UID: "40a50b36-8c45-48bc-9c65-cf148e3622a6", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0401 11:27:02.845408 3906 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-tt9l2 354b24ad9a98876b5245f96ac6959b033a9456d682eab0b74ac6bd2030d99612 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-tt9l2 354b24ad9a98876b5245f96ac6959b033a9456d682eab0b74ac6bd2030d99612 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:00:e9:5c:b4:11\",\"name\":\"354b24ad9a98876\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bb22b50-5828-4926-8eff-f76ef88ac3f9\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:27:05.614103 3906 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0401 11:27:16.623242 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 11:27:16.653018 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0401 11:27:16.653086 3906 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-z7mr2 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-z7mr2: no pod IPs found I0401 11:27:25.358073 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0401 11:27:34.382431 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0401 11:27:49.265260 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=644 I0401 11:27:50.341575 3906 obj_retry.go:464] Detected object openshift-console/console-99d8954bc-698r4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:27:50.342214 3906 obj_retry.go:464] Detected object openshift-console/console-99d8954bc-698r4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:27:50.990413 3906 obj_retry.go:458] Detected object openshift-console/console-99d8954bc-698r4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:27:50.990476 3906 obj_retry.go:458] Detected object openshift-console/console-99d8954bc-698r4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:27:50.996354 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-99d8954bc-698r4 I0401 11:27:50.996382 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-99d8954bc-698r4 I0401 11:28:01.471778 3906 cni.go:403] [openshift-console/console-99d8954bc-2vgwh ef02538f21c1924e201d2d442418bbe8eac9025f856a76a70acb6cd09917a018 network default NAD default] DEL starting CNI request [openshift-console/console-99d8954bc-2vgwh ef02538f21c1924e201d2d442418bbe8eac9025f856a76a70acb6cd09917a018 network default NAD default] I0401 11:28:01.549962 3906 cni.go:424] [openshift-console/console-99d8954bc-2vgwh ef02538f21c1924e201d2d442418bbe8eac9025f856a76a70acb6cd09917a018 network default NAD default] DEL finished CNI request [openshift-console/console-99d8954bc-2vgwh ef02538f21c1924e201d2d442418bbe8eac9025f856a76a70acb6cd09917a018 network default NAD default], result "{}", err I0401 11:28:01.597863 3906 obj_retry.go:464] Detected object openshift-console/console-99d8954bc-2vgwh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:28:01.597908 3906 pods.go:176] Deleting pod: openshift-console/console-99d8954bc-2vgwh I0401 11:28:01.599261 3906 pods.go:236] Attempting to release IPs for pod: openshift-console/console-99d8954bc-2vgwh, ips: 10.128.0.28 I0401 11:28:01.599298 3906 obj_retry.go:464] Detected object openshift-console/console-99d8954bc-2vgwh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:28:01.851804 3906 obj_retry.go:458] Detected object openshift-console/console-99d8954bc-2vgwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:28:01.851831 3906 obj_retry.go:458] Detected object openshift-console/console-99d8954bc-2vgwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:28:01.858569 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-99d8954bc-2vgwh I0401 11:28:01.858609 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-99d8954bc-2vgwh I0401 11:28:14.254327 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0401 11:28:16.342336 3906 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0401 11:28:16.381705 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0401 11:29:00.376609 3906 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0401 11:29:48.254338 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0401 11:29:51.342271 3906 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0401 11:29:56.370699 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0401 11:30:03.255345 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=97 I0401 11:30:04.609838 3906 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:30:04.610420 3906 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:30:05.510011 3906 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:30:05.510059 3906 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:30:13.260749 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=151 I0401 11:30:44.365654 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0401 11:30:48.352850 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0401 11:31:03.251648 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0401 11:31:32.976304 3906 namespace.go:98] [tsf] adding namespace I0401 11:31:32.977252 3906 namespace.go:102] [tsf] adding namespace took 925.914µs I0401 11:31:32.991790 3906 namespace.go:142] [tsf] updating namespace I0401 11:31:33.003744 3906 namespace.go:142] [tsf] updating namespace I0401 11:31:36.827943 3906 namespace.go:98] [tsf-keycloak] adding namespace I0401 11:31:36.828050 3906 namespace.go:98] [konflux-operator] adding namespace I0401 11:31:36.828782 3906 namespace.go:102] [tsf-keycloak] adding namespace took 816.791µs I0401 11:31:36.829360 3906 namespace.go:102] [konflux-operator] adding namespace took 1.292924ms I0401 11:31:36.834944 3906 namespace.go:98] [tsf-tas] adding namespace I0401 11:31:36.835070 3906 namespace.go:98] [rhbk-operator] adding namespace I0401 11:31:36.835364 3906 namespace.go:98] [tsf-tpa] adding namespace I0401 11:31:36.835443 3906 namespace.go:98] [rhtpa-operator] adding namespace I0401 11:31:36.835446 3906 namespace.go:98] [konflux-ui] adding namespace I0401 11:31:36.835656 3906 namespace.go:102] [tsf-tas] adding namespace took 698.313µs I0401 11:31:36.836253 3906 namespace.go:102] [rhbk-operator] adding namespace took 1.172513ms I0401 11:31:36.836278 3906 namespace.go:98] [cert-manager-operator] adding namespace I0401 11:31:36.836844 3906 namespace.go:102] [cert-manager-operator] adding namespace took 557.483µs I0401 11:31:36.837375 3906 namespace.go:102] [tsf-tpa] adding namespace took 1.991828ms I0401 11:31:36.837953 3906 namespace.go:102] [rhtpa-operator] adding namespace took 2.492184ms I0401 11:31:36.838447 3906 namespace.go:102] [konflux-ui] adding namespace took 2.981959ms I0401 11:31:36.851879 3906 namespace.go:142] [tsf-keycloak] updating namespace I0401 11:31:36.870556 3906 namespace.go:142] [tsf-keycloak] updating namespace I0401 11:31:36.881065 3906 namespace.go:142] [cert-manager-operator] updating namespace I0401 11:31:36.881100 3906 namespace.go:142] [tsf-tas] updating namespace I0401 11:31:36.881262 3906 namespace.go:142] [rhbk-operator] updating namespace I0401 11:31:36.883315 3906 namespace.go:142] [konflux-operator] updating namespace I0401 11:31:36.890859 3906 namespace.go:142] [tsf-tpa] updating namespace I0401 11:31:36.899958 3906 namespace.go:142] [rhtpa-operator] updating namespace I0401 11:31:36.907270 3906 namespace.go:142] [konflux-ui] updating namespace I0401 11:31:36.907306 3906 namespace.go:142] [konflux-operator] updating namespace I0401 11:31:36.907470 3906 namespace.go:142] [tsf-keycloak] updating namespace I0401 11:31:36.910331 3906 namespace.go:142] [tsf-tas] updating namespace I0401 11:31:36.916797 3906 namespace.go:142] [konflux-operator] updating namespace I0401 11:31:36.930784 3906 namespace.go:142] [tsf-tas] updating namespace I0401 11:31:36.934393 3906 namespace.go:142] [rhbk-operator] updating namespace I0401 11:31:36.954166 3906 namespace.go:142] [rhbk-operator] updating namespace I0401 11:31:36.960934 3906 namespace.go:142] [cert-manager-operator] updating namespace I0401 11:31:36.969505 3906 namespace.go:142] [cert-manager-operator] updating namespace I0401 11:31:36.986347 3906 namespace.go:142] [tsf-tpa] updating namespace I0401 11:31:36.999098 3906 namespace.go:142] [tsf-tpa] updating namespace I0401 11:31:37.008959 3906 namespace.go:142] [rhtpa-operator] updating namespace I0401 11:31:37.018165 3906 namespace.go:142] [rhtpa-operator] updating namespace I0401 11:31:37.048026 3906 namespace.go:142] [konflux-ui] updating namespace I0401 11:31:37.071065 3906 namespace.go:142] [konflux-ui] updating namespace I0401 11:31:37.999812 3906 namespace.go:142] [tsf-tpa] updating namespace I0401 11:31:38.006443 3906 namespace.go:142] [tsf-keycloak] updating namespace I0401 11:31:46.731263 3906 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.731934 3906 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.731961 3906 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.731969 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 11:31:46.731982 3906 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.731986 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 11:31:46.753296 3906 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.753840 3906 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.753865 3906 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.753873 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 11:31:46.753890 3906 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.753897 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 11:31:47.756137 3906 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:47.756168 3906 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:47.756184 3906 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:47.756199 3906 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:47.781022 3906 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:47.781055 3906 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:47.781073 3906 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:47.781087 3906 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:50.447026 3906 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.447639 3906 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.447671 3906 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.447679 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 11:31:50.447690 3906 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.447695 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 11:31:50.559474 3906 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.560020 3906 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.560046 3906 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.560054 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 11:31:50.560073 3906 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.560078 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 11:31:51.515054 3906 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:51.515083 3906 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:51.515099 3906 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:51.515111 3906 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:51.590085 3906 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:51.590121 3906 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:51.590139 3906 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:51.590150 3906 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:52.468293 3906 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:52.468903 3906 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:52.468934 3906 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:52.468942 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 11:31:52.468959 3906 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:52.468967 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 11:31:53.494687 3906 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:53.494711 3906 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:53.494726 3906 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:53.494737 3906 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:56.434849 3906 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-vztmp] creating logical port tsf-tpa_rhtpa-operator-controller-manager-746944f6d7-vztmp for pod on switch ip-10-0-2-247.ec2.internal I0401 11:31:56.434985 3906 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-vztmp I0401 11:31:56.449485 3906 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-vztmp] pod update took 14.538621ms I0401 11:31:56.449515 3906 base_network_controller_pods.go:937] [default/tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-vztmp] addLogicalPort annotation time took 14.575149ms I0401 11:31:56.450876 3906 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-vztmp] addLogicalPort took 16.049039ms, libovsdb time 930.493µs I0401 11:31:57.095911 3906 cni.go:403] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-vztmp 40c5fd752ea8731c88f32c19364aa1923fdf1f970dc1cc623534b17aa2c354fa network default NAD default] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-vztmp 40c5fd752ea8731c88f32c19364aa1923fdf1f970dc1cc623534b17aa2c354fa network default NAD default] I0401 11:31:57.105155 3906 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-746944f6d7-vztmp, hostIfaceName: 40c5fd752ea8731, network: default, NAD default, SandboxID: "40c5fd752ea8731c88f32c19364aa1923fdf1f970dc1cc623534b17aa2c354fa", PCI device ID: , UID: "4cf16702-e614-4806-b37b-5a4bc4a3c413", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0401 11:31:57.155687 3906 cni.go:424] [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-vztmp 40c5fd752ea8731c88f32c19364aa1923fdf1f970dc1cc623534b17aa2c354fa network default NAD default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-746944f6d7-vztmp 40c5fd752ea8731c88f32c19364aa1923fdf1f970dc1cc623534b17aa2c354fa network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:4a:c8:4d:15:2a\",\"name\":\"40c5fd752ea8731\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9244738-bb7c-48d2-975a-636c1d895768\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:31:59.866019 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0401 11:32:00.357522 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0401 11:32:01.957071 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0401 11:32:01.968300 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0401 11:32:03.525739 3906 namespace.go:142] [openshift-operators] updating namespace I0401 11:32:03.536256 3906 namespace.go:142] [openshift-operators] updating namespace I0401 11:32:03.554113 3906 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:32:03.554709 3906 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:32:03.554733 3906 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:32:03.554741 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 11:32:03.554756 3906 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:32:03.554761 3906 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 11:32:04.589639 3906 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:32:04.589670 3906 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:32:04.589686 3906 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:32:04.589698 3906 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:32:09.481404 3906 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc] creating logical port konflux-operator_konflux-operator-controller-manager-7db75c44-fzfdc for pod on switch ip-10-0-2-247.ec2.internal I0401 11:32:09.481557 3906 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc I0401 11:32:09.577895 3906 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc I0401 11:32:09.628534 3906 pod.go:62] [konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc] pod update took 147.017328ms I0401 11:32:09.628560 3906 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc] addLogicalPort annotation time took 147.049355ms I0401 11:32:09.629765 3906 pods.go:271] [konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc] addLogicalPort took 148.38374ms, libovsdb time 845.574µs I0401 11:32:09.837056 3906 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc 62d6eb2fc95f55538b1a1c49f402a983ac23d73fde2ccf2de295f4d9857ce258 network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc 62d6eb2fc95f55538b1a1c49f402a983ac23d73fde2ccf2de295f4d9857ce258 network default NAD default] I0401 11:32:09.846135 3906 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-7db75c44-fzfdc, hostIfaceName: 62d6eb2fc95f555, network: default, NAD default, SandboxID: "62d6eb2fc95f55538b1a1c49f402a983ac23d73fde2ccf2de295f4d9857ce258", PCI device ID: , UID: "c55018b4-54ef-414c-a4d4-30cd8e7b9a1f", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0401 11:32:09.897264 3906 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc 62d6eb2fc95f55538b1a1c49f402a983ac23d73fde2ccf2de295f4d9857ce258 network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc 62d6eb2fc95f55538b1a1c49f402a983ac23d73fde2ccf2de295f4d9857ce258 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:8f:8e:4b:fe:06\",\"name\":\"62d6eb2fc95f555\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c93dd8b-8443-48e9-be28-f74e86577fac\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:32:10.884877 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0401 11:32:12.328900 3906 namespace.go:142] [openshift-operators] updating namespace I0401 11:32:12.824086 3906 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-ng5mr] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-ng5mr for pod on switch ip-10-0-2-247.ec2.internal I0401 11:32:12.824202 3906 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-ng5mr I0401 11:32:12.915999 3906 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-ng5mr W0401 11:32:12.944824 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0401 11:32:13.017857 3906 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-ng5mr] pod update took 193.679303ms I0401 11:32:13.017885 3906 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-ng5mr] addLogicalPort annotation time took 193.712562ms I0401 11:32:13.019122 3906 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-ng5mr] addLogicalPort took 195.054415ms, libovsdb time 864.269µs I0401 11:32:13.182738 3906 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-ng5mr 7655c185ac68d3e77cdf87c4821f2dd4ed8e45731d1724d9232a5ff0a9d5f44f network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-ng5mr 7655c185ac68d3e77cdf87c4821f2dd4ed8e45731d1724d9232a5ff0a9d5f44f network default NAD default] I0401 11:32:13.194913 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-ng5mr, hostIfaceName: 7655c185ac68d3e, network: default, NAD default, SandboxID: "7655c185ac68d3e77cdf87c4821f2dd4ed8e45731d1724d9232a5ff0a9d5f44f", PCI device ID: , UID: "e516c7ae-4d85-4976-a94c-1495cce2ee65", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0401 11:32:13.247060 3906 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-ng5mr 7655c185ac68d3e77cdf87c4821f2dd4ed8e45731d1724d9232a5ff0a9d5f44f network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-ng5mr 7655c185ac68d3e77cdf87c4821f2dd4ed8e45731d1724d9232a5ff0a9d5f44f network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:89:8c:cc:d7:8f\",\"name\":\"7655c185ac68d3e\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c571c804-b166-4ca0-8d62-96c521c99e15\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:32:15.084380 3906 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jxptz] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-jxptz for pod on switch ip-10-0-2-247.ec2.internal I0401 11:32:15.084527 3906 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jxptz I0401 11:32:15.191233 3906 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jxptz I0401 11:32:15.285034 3906 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jxptz] pod update took 200.53954ms I0401 11:32:15.285070 3906 base_network_controller_pods.go:937] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jxptz] addLogicalPort annotation time took 200.582316ms I0401 11:32:15.286530 3906 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jxptz] addLogicalPort took 202.16955ms, libovsdb time 953.385µs I0401 11:32:15.424369 3906 cni.go:403] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jxptz 1ae09e394c0fd7ac11d0506af178791ea095b9f01851f7f88d3549c4799a3258 network default NAD default] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jxptz 1ae09e394c0fd7ac11d0506af178791ea095b9f01851f7f88d3549c4799a3258 network default NAD default] I0401 11:32:15.435497 3906 helper_linux.go:450] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-jxptz, hostIfaceName: 1ae09e394c0fd7a, network: default, NAD default, SandboxID: "1ae09e394c0fd7ac11d0506af178791ea095b9f01851f7f88d3549c4799a3258", PCI device ID: , UID: "fb2f8af4-e85f-4dc8-a15a-46f31bd0fdcd", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0401 11:32:15.486843 3906 cni.go:424] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jxptz 1ae09e394c0fd7ac11d0506af178791ea095b9f01851f7f88d3549c4799a3258 network default NAD default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jxptz 1ae09e394c0fd7ac11d0506af178791ea095b9f01851f7f88d3549c4799a3258 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:c0:56:5c:2e:51\",\"name\":\"1ae09e394c0fd7a\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d60bb98-b483-4313-a25c-395e3249a2a1\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:32:17.869417 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0401 11:32:17.877396 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0401 11:32:17.893377 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0401 11:32:17.908964 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0401 11:32:19.712964 3906 namespace.go:98] [cert-manager] adding namespace I0401 11:32:19.713782 3906 namespace.go:102] [cert-manager] adding namespace took 796.034µs I0401 11:32:19.760972 3906 namespace.go:142] [cert-manager] updating namespace I0401 11:32:19.883918 3906 namespace.go:142] [cert-manager] updating namespace W0401 11:32:23.941826 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0401 11:32:25.986997 3906 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-bqhwx] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-bqhwx for pod on switch ip-10-0-2-247.ec2.internal I0401 11:32:25.987109 3906 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-bqhwx I0401 11:32:26.014394 3906 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-bqhwx] pod update took 27.311801ms I0401 11:32:26.014424 3906 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-bqhwx] addLogicalPort annotation time took 27.34828ms I0401 11:32:26.015787 3906 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-bqhwx] addLogicalPort took 28.80983ms, libovsdb time 935.06µs W0401 11:32:26.115031 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0401 11:32:26.115048 3906 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0401 11:32:26.337915 3906 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-bqhwx 08bf7cf9f20da8d65baa7a40513436b814523d8f6d189163d3f024364998c301 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-bqhwx 08bf7cf9f20da8d65baa7a40513436b814523d8f6d189163d3f024364998c301 network default NAD default] I0401 11:32:26.347329 3906 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-bqhwx, hostIfaceName: 08bf7cf9f20da8d, network: default, NAD default, SandboxID: "08bf7cf9f20da8d65baa7a40513436b814523d8f6d189163d3f024364998c301", PCI device ID: , UID: "79c8c47d-7a3c-436e-8517-ecfc5be620db", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0401 11:32:26.399763 3906 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-bqhwx 08bf7cf9f20da8d65baa7a40513436b814523d8f6d189163d3f024364998c301 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-bqhwx 08bf7cf9f20da8d65baa7a40513436b814523d8f6d189163d3f024364998c301 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:59:8e:d6:e9:32\",\"name\":\"08bf7cf9f20da8d\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b8022ce-ed69-41e4-b0db-ed489d6ee9d7\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:32:27.340318 3906 namespace.go:98] [openshift-pipelines] adding namespace I0401 11:32:27.341280 3906 namespace.go:102] [openshift-pipelines] adding namespace took 937.756µs I0401 11:32:27.372005 3906 namespace.go:142] [openshift-pipelines] updating namespace I0401 11:32:28.040945 3906 namespace.go:142] [cert-manager] updating namespace I0401 11:32:28.280040 3906 namespace.go:142] [cert-manager-operator] updating namespace I0401 11:32:28.846555 3906 namespace.go:142] [konflux-operator] updating namespace I0401 11:32:29.066772 3906 namespace.go:142] [konflux-ui] updating namespace I0401 11:32:29.361276 3906 namespace.go:142] [open-cluster-management-2pdarr8c6eprd0i4qij9k7ljriau9v7k] updating namespace I0401 11:32:29.755919 3906 namespace.go:142] [rhbk-operator] updating namespace I0401 11:32:29.965759 3906 namespace.go:142] [rhtpa-operator] updating namespace I0401 11:32:30.170840 3906 namespace.go:142] [tsf] updating namespace I0401 11:32:30.373986 3906 namespace.go:142] [tsf-keycloak] updating namespace I0401 11:32:30.575306 3906 namespace.go:142] [tsf-tas] updating namespace I0401 11:32:30.784160 3906 namespace.go:142] [tsf-tpa] updating namespace I0401 11:32:31.001578 3906 namespace.go:142] [cert-manager] updating namespace I0401 11:32:31.021263 3906 namespace.go:142] [cert-manager-operator] updating namespace I0401 11:32:31.053132 3906 namespace.go:142] [default] updating namespace I0401 11:32:31.080639 3906 namespace.go:142] [konflux-operator] updating namespace I0401 11:32:31.107060 3906 namespace.go:142] [konflux-ui] updating namespace I0401 11:32:31.126062 3906 namespace.go:142] [open-cluster-management-2pdarr8c6eprd0i4qij9k7ljriau9v7k] updating namespace I0401 11:32:31.149327 3906 namespace.go:142] [openshift] updating namespace I0401 11:32:31.194894 3906 namespace.go:142] [rhbk-operator] updating namespace I0401 11:32:31.220334 3906 namespace.go:142] [rhtpa-operator] updating namespace I0401 11:32:31.240898 3906 namespace.go:142] [tsf] updating namespace I0401 11:32:31.279391 3906 namespace.go:142] [tsf-keycloak] updating namespace I0401 11:32:31.302851 3906 namespace.go:142] [tsf-tas] updating namespace I0401 11:32:31.351609 3906 namespace.go:142] [tsf-tpa] updating namespace I0401 11:32:31.542872 3906 namespace.go:142] [cert-manager] updating namespace I0401 11:32:31.725318 3906 namespace.go:142] [cert-manager-operator] updating namespace I0401 11:32:31.919050 3906 namespace.go:142] [default] updating namespace I0401 11:32:32.115838 3906 namespace.go:142] [konflux-operator] updating namespace I0401 11:32:32.224713 3906 namespace.go:142] [konflux-ui] updating namespace I0401 11:32:32.303285 3906 namespace.go:142] [open-cluster-management-2pdarr8c6eprd0i4qij9k7ljriau9v7k] updating namespace I0401 11:32:32.361118 3906 namespace.go:142] [openshift] updating namespace I0401 11:32:32.455381 3906 namespace.go:142] [rhbk-operator] updating namespace I0401 11:32:32.525435 3906 namespace.go:142] [rhtpa-operator] updating namespace I0401 11:32:32.615460 3906 namespace.go:142] [tsf] updating namespace I0401 11:32:32.678233 3906 namespace.go:142] [tsf-keycloak] updating namespace I0401 11:32:32.772191 3906 namespace.go:142] [tsf-tas] updating namespace I0401 11:32:32.862017 3906 namespace.go:142] [tsf-tpa] updating namespace I0401 11:32:33.391658 3906 namespace.go:142] [openshift-pipelines] updating namespace W0401 11:32:36.324180 3906 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0401 11:32:36.734006 3906 namespace.go:98] [trusted-artifact-signer] adding namespace I0401 11:32:36.735065 3906 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.032926ms I0401 11:32:36.801884 3906 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 11:32:36.850058 3906 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 11:32:37.538991 3906 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 11:32:37.701996 3906 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 11:32:37.766246 3906 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 11:32:41.067973 3906 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-n2tk9] creating logical port cert-manager_cert-manager-59ccb4bb6b-n2tk9 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:32:41.068134 3906 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-n2tk9 I0401 11:32:41.135820 3906 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-n2tk9 I0401 11:32:41.189726 3906 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-n2tk9] pod update took 121.637488ms I0401 11:32:41.189754 3906 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-n2tk9] addLogicalPort annotation time took 121.675963ms I0401 11:32:41.191024 3906 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-n2tk9] addLogicalPort took 123.069972ms, libovsdb time 867.082µs I0401 11:32:41.429341 3906 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-n2tk9 97a4e67616c659dbb89ef007d6a80a15bd212709385e3ab2d431792ca835f2cf network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-n2tk9 97a4e67616c659dbb89ef007d6a80a15bd212709385e3ab2d431792ca835f2cf network default NAD default] I0401 11:32:41.439182 3906 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-n2tk9, hostIfaceName: 97a4e67616c659d, network: default, NAD default, SandboxID: "97a4e67616c659dbb89ef007d6a80a15bd212709385e3ab2d431792ca835f2cf", PCI device ID: , UID: "3043bce6-c269-4e8e-9f6b-e74282c7e3e5", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0401 11:32:41.496320 3906 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-n2tk9 97a4e67616c659dbb89ef007d6a80a15bd212709385e3ab2d431792ca835f2cf network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-n2tk9 97a4e67616c659dbb89ef007d6a80a15bd212709385e3ab2d431792ca835f2cf network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:5c:4f:3e:da:44\",\"name\":\"97a4e67616c659d\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce393e3b-5550-4238-91ce-d4f3fd43289a\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:32:42.204472 3906 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-kmh9g] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-kmh9g for pod on switch ip-10-0-2-247.ec2.internal I0401 11:32:42.204662 3906 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-kmh9g I0401 11:32:42.230444 3906 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-kmh9g] pod update took 25.819014ms I0401 11:32:42.230475 3906 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-kmh9g] addLogicalPort annotation time took 25.852998ms I0401 11:32:42.231978 3906 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-kmh9g] addLogicalPort took 27.529443ms, libovsdb time 938.805µs I0401 11:32:42.562068 3906 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-kmh9g 4c306f67f132b6d91bee76a0dae156a3af22863d4c82ddbdd04009350b8b0a70 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-kmh9g 4c306f67f132b6d91bee76a0dae156a3af22863d4c82ddbdd04009350b8b0a70 network default NAD default] I0401 11:32:42.572891 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-kmh9g, hostIfaceName: 4c306f67f132b6d, network: default, NAD default, SandboxID: "4c306f67f132b6d91bee76a0dae156a3af22863d4c82ddbdd04009350b8b0a70", PCI device ID: , UID: "e3097fcb-41d0-45c0-8c41-d76d832e812f", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0401 11:32:42.622190 3906 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-kmh9g 4c306f67f132b6d91bee76a0dae156a3af22863d4c82ddbdd04009350b8b0a70 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-kmh9g 4c306f67f132b6d91bee76a0dae156a3af22863d4c82ddbdd04009350b8b0a70 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:8f:c3:5f:bc:b6\",\"name\":\"4c306f67f132b6d\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc1b45b6-0c6b-427b-aab8-c1680606c1c7\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:32:45.101492 3906 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 11:32:45.101511 3906 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 11:32:45.101516 3906 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 11:32:49.218680 3906 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 11:32:49.218706 3906 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 11:32:49.218714 3906 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 11:32:49.284832 3906 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:32:49.284852 3906 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:32:49.284857 3906 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:32:49.284861 3906 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0401 11:32:49.792344 3906 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:32:49.792920 3906 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:32:49.820398 3906 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:32:49.820419 3906 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:32:49.826703 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0401 11:32:49.826732 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0401 11:32:54.361648 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 W0401 11:32:56.111476 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 11:32:56.111498 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 11:32:56.111504 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 11:33:04.740212 3906 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0401 11:33:04.757260 3906 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0401 11:33:07.313995 3906 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-rh96q] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-rh96q for pod on switch ip-10-0-2-247.ec2.internal I0401 11:33:07.314158 3906 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-rh96q I0401 11:33:07.328969 3906 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-rh96q] pod update took 14.856551ms I0401 11:33:07.328995 3906 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-rh96q] addLogicalPort annotation time took 14.889126ms I0401 11:33:07.330246 3906 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-rh96q] addLogicalPort took 16.265223ms, libovsdb time 888.051µs I0401 11:33:07.528297 3906 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k7pmt] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-k7pmt for pod on switch ip-10-0-2-247.ec2.internal I0401 11:33:07.528411 3906 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k7pmt I0401 11:33:07.542344 3906 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k7pmt] pod update took 13.964678ms I0401 11:33:07.542374 3906 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k7pmt] addLogicalPort annotation time took 13.998255ms I0401 11:33:07.543651 3906 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k7pmt] addLogicalPort took 15.368808ms, libovsdb time 871.075µs I0401 11:33:07.671649 3906 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-rh96q e6525d73ed0a532cb6fe86d2a8e97ac1dc09837bb134c25e48531513a82abf97 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-rh96q e6525d73ed0a532cb6fe86d2a8e97ac1dc09837bb134c25e48531513a82abf97 network default NAD default] I0401 11:33:07.680874 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-rh96q, hostIfaceName: e6525d73ed0a532, network: default, NAD default, SandboxID: "e6525d73ed0a532cb6fe86d2a8e97ac1dc09837bb134c25e48531513a82abf97", PCI device ID: , UID: "ea470658-86f4-4667-96ba-34869666e64f", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0401 11:33:07.733285 3906 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-rh96q e6525d73ed0a532cb6fe86d2a8e97ac1dc09837bb134c25e48531513a82abf97 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-rh96q e6525d73ed0a532cb6fe86d2a8e97ac1dc09837bb134c25e48531513a82abf97 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:36:34:aa:f9:ee\",\"name\":\"e6525d73ed0a532\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df52b598-3fba-47e5-b159-36f545d9b331\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:33:07.887666 3906 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k7pmt 116416f517f6957dc3d8ab4d11e6944d382d9dcb94b0986068ab02a0c418a5f1 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k7pmt 116416f517f6957dc3d8ab4d11e6944d382d9dcb94b0986068ab02a0c418a5f1 network default NAD default] I0401 11:33:07.896897 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-k7pmt, hostIfaceName: 116416f517f6957, network: default, NAD default, SandboxID: "116416f517f6957dc3d8ab4d11e6944d382d9dcb94b0986068ab02a0c418a5f1", PCI device ID: , UID: "d556f6c0-1665-4dc4-9215-af634b26311f", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0401 11:33:07.948804 3906 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k7pmt 116416f517f6957dc3d8ab4d11e6944d382d9dcb94b0986068ab02a0c418a5f1 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-k7pmt 116416f517f6957dc3d8ab4d11e6944d382d9dcb94b0986068ab02a0c418a5f1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:06:62:86:8b:ae\",\"name\":\"116416f517f6957\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f6a140f-f1ec-4903-b555-d7bf7413e99d\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:33:10.252429 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0401 11:33:13.242102 3906 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0401 11:33:13.242114 3906 egressfirewall.go:628] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall I0401 11:33:13.242138 3906 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 45.113µs W0401 11:33:21.233761 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0401 11:33:28.326089 3906 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0401 11:33:29.012404 3906 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:33:29.012983 3906 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:33:29.033919 3906 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:33:29.033940 3906 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:33:29.039047 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0401 11:33:29.039074 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0401 11:33:36.937217 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0401 11:33:36.937319 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0401 11:33:36.937333 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0401 11:33:41.886224 3906 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-tk46s] creating logical port openshift-pipelines_tekton-results-api-68cf9c8c65-tk46s for pod on switch ip-10-0-2-247.ec2.internal I0401 11:33:41.886323 3906 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-68cf9c8c65-tk46s I0401 11:33:41.903814 3906 pod.go:62] [openshift-pipelines/tekton-results-api-68cf9c8c65-tk46s] pod update took 17.517246ms I0401 11:33:41.903845 3906 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-68cf9c8c65-tk46s] addLogicalPort annotation time took 17.553875ms I0401 11:33:41.905338 3906 pods.go:271] [openshift-pipelines/tekton-results-api-68cf9c8c65-tk46s] addLogicalPort took 19.134845ms, libovsdb time 958.371µs I0401 11:33:41.985769 3906 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bczvp] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-bczvp for pod on switch ip-10-0-2-247.ec2.internal I0401 11:33:41.985860 3906 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bczvp I0401 11:33:42.066092 3906 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bczvp I0401 11:33:42.115259 3906 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bczvp] pod update took 129.41891ms I0401 11:33:42.115289 3906 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bczvp] addLogicalPort annotation time took 129.454841ms I0401 11:33:42.116544 3906 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bczvp] addLogicalPort took 130.793253ms, libovsdb time 820.267µs I0401 11:33:42.246479 3906 cni.go:403] [openshift-pipelines/tekton-results-api-68cf9c8c65-tk46s ee137a2ccc4e79a6ba9e3ad785f25248342d6b7de55521280367ac306d982e18 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-tk46s ee137a2ccc4e79a6ba9e3ad785f25248342d6b7de55521280367ac306d982e18 network default NAD default] I0401 11:33:42.256875 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-68cf9c8c65-tk46s, hostIfaceName: ee137a2ccc4e79a, network: default, NAD default, SandboxID: "ee137a2ccc4e79a6ba9e3ad785f25248342d6b7de55521280367ac306d982e18", PCI device ID: , UID: "ce4aaaea-f2aa-4dda-a83e-297b7e6b104e", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0401 11:33:42.309284 3906 cni.go:424] [openshift-pipelines/tekton-results-api-68cf9c8c65-tk46s ee137a2ccc4e79a6ba9e3ad785f25248342d6b7de55521280367ac306d982e18 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-68cf9c8c65-tk46s ee137a2ccc4e79a6ba9e3ad785f25248342d6b7de55521280367ac306d982e18 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:71:7f:14:39:a0\",\"name\":\"ee137a2ccc4e79a\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39f39d63-b3c0-427e-9c2a-d58160a1527d\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:33:42.346959 3906 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bczvp 17b18d5e22fa2dec73f14f95ab0d4eacc2c422740e21c2d0ac38836eefbcef8d network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bczvp 17b18d5e22fa2dec73f14f95ab0d4eacc2c422740e21c2d0ac38836eefbcef8d network default NAD default] I0401 11:33:42.357974 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-bczvp, hostIfaceName: 17b18d5e22fa2de, network: default, NAD default, SandboxID: "17b18d5e22fa2dec73f14f95ab0d4eacc2c422740e21c2d0ac38836eefbcef8d", PCI device ID: , UID: "c306b0ec-e571-4425-9c0a-2a43def37a47", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0401 11:33:42.410954 3906 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bczvp 17b18d5e22fa2dec73f14f95ab0d4eacc2c422740e21c2d0ac38836eefbcef8d network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-bczvp 17b18d5e22fa2dec73f14f95ab0d4eacc2c422740e21c2d0ac38836eefbcef8d network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:18:37:7a:dd:9f\",\"name\":\"17b18d5e22fa2de\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dadfe01e-5e02-4fd1-983e-185e5916c2f7\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:33:46.414487 3906 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 11:33:46.414506 3906 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 11:33:46.414510 3906 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 11:33:52.450906 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 11:33:52.450928 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 11:33:52.450934 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0401 11:33:58.124530 3906 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-47kk7] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-47kk7 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:33:58.124656 3906 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-47kk7 I0401 11:33:58.140800 3906 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-47kk7] pod update took 16.166628ms I0401 11:33:58.140823 3906 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-47kk7] addLogicalPort annotation time took 16.196829ms I0401 11:33:58.142086 3906 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-47kk7] addLogicalPort took 17.578143ms, libovsdb time 884.049µs I0401 11:33:58.304163 3906 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:33:58.304739 3906 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:33:58.485448 3906 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-47kk7 32eebbb6c9622e11a480412f1cb22a04da7772bfa59905415aae863f05286b5a network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-47kk7 32eebbb6c9622e11a480412f1cb22a04da7772bfa59905415aae863f05286b5a network default NAD default] I0401 11:33:58.494694 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-47kk7, hostIfaceName: 32eebbb6c9622e1, network: default, NAD default, SandboxID: "32eebbb6c9622e11a480412f1cb22a04da7772bfa59905415aae863f05286b5a", PCI device ID: , UID: "329e6986-b6d5-4ae4-8b31-3996308b129a", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0401 11:33:58.549493 3906 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-47kk7 32eebbb6c9622e11a480412f1cb22a04da7772bfa59905415aae863f05286b5a network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-47kk7 32eebbb6c9622e11a480412f1cb22a04da7772bfa59905415aae863f05286b5a network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:d0:64:2d:00:25\",\"name\":\"32eebbb6c9622e1\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71b443ce-ebae-4d39-916e-5d40bc7c4a6f\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:33:59.053554 3906 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:33:59.053584 3906 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:33:59.058777 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0401 11:33:59.058803 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0401 11:34:01.089190 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0401 11:34:01.089235 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0401 11:34:01.089257 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0401 11:34:06.380784 3906 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0401 11:34:15.179961 3906 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-blcvv] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-blcvv for pod on switch ip-10-0-2-247.ec2.internal I0401 11:34:15.180062 3906 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-blcvv I0401 11:34:15.195508 3906 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-blcvv] pod update took 15.469092ms I0401 11:34:15.195533 3906 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-blcvv] addLogicalPort annotation time took 15.499442ms I0401 11:34:15.196801 3906 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-blcvv] addLogicalPort took 16.861417ms, libovsdb time 801.926µs I0401 11:34:15.381417 3906 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-7vgw5] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-7vgw5 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:34:15.381511 3906 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-7vgw5 I0401 11:34:15.397774 3906 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7vgw5] pod update took 16.287492ms I0401 11:34:15.397803 3906 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-7vgw5] addLogicalPort annotation time took 16.322991ms I0401 11:34:15.399329 3906 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7vgw5] addLogicalPort took 17.923963ms, libovsdb time 955.227µs I0401 11:34:15.558689 3906 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-blcvv 5b65f8b66de83fd6f8b122f748e9a895940a4a180c0fe715cb4d88891ce66808 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-blcvv 5b65f8b66de83fd6f8b122f748e9a895940a4a180c0fe715cb4d88891ce66808 network default NAD default] I0401 11:34:15.569293 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-blcvv, hostIfaceName: 5b65f8b66de83fd, network: default, NAD default, SandboxID: "5b65f8b66de83fd6f8b122f748e9a895940a4a180c0fe715cb4d88891ce66808", PCI device ID: , UID: "a8d15290-be88-448f-988b-50396e5da354", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0401 11:34:15.626081 3906 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-blcvv 5b65f8b66de83fd6f8b122f748e9a895940a4a180c0fe715cb4d88891ce66808 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-blcvv 5b65f8b66de83fd6f8b122f748e9a895940a4a180c0fe715cb4d88891ce66808 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:8a:5b:47:f3:82\",\"name\":\"5b65f8b66de83fd\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26b276e0-cf58-4704-92a5-c093d625baaf\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:34:15.775838 3906 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7vgw5 be1fb8d5f57188a71dcac5288b1272aaf2e63805f98e8b77d60a4ab5c0b5c09a network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7vgw5 be1fb8d5f57188a71dcac5288b1272aaf2e63805f98e8b77d60a4ab5c0b5c09a network default NAD default] I0401 11:34:15.785733 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-7vgw5, hostIfaceName: be1fb8d5f57188a, network: default, NAD default, SandboxID: "be1fb8d5f57188a71dcac5288b1272aaf2e63805f98e8b77d60a4ab5c0b5c09a", PCI device ID: , UID: "31c58351-ebfc-400e-8e6c-840c34d2e6c0", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0401 11:34:15.844320 3906 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7vgw5 be1fb8d5f57188a71dcac5288b1272aaf2e63805f98e8b77d60a4ab5c0b5c09a network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-7vgw5 be1fb8d5f57188a71dcac5288b1272aaf2e63805f98e8b77d60a4ab5c0b5c09a network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:47:b4:58:83:14\",\"name\":\"be1fb8d5f57188a\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc6c1662-8e76-426e-81b5-6c4897c35ab9\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:34:19.198976 3906 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0401 11:34:31.305229 3906 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-jnvbx] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-jnvbx for pod on switch ip-10-0-2-247.ec2.internal I0401 11:34:31.305322 3906 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-jnvbx I0401 11:34:31.319976 3906 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-jnvbx] pod update took 14.671495ms I0401 11:34:31.320011 3906 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-jnvbx] addLogicalPort annotation time took 14.712251ms I0401 11:34:31.321620 3906 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-jnvbx] addLogicalPort took 16.410114ms, libovsdb time 927.657µs I0401 11:34:31.446263 3906 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:34:31.446836 3906 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:34:31.666652 3906 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-jnvbx 463f481c27acf73fb76776168a054dc8687e793fbaea2966145a51b55dcb85b7 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-jnvbx 463f481c27acf73fb76776168a054dc8687e793fbaea2966145a51b55dcb85b7 network default NAD default] I0401 11:34:31.676015 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-jnvbx, hostIfaceName: 463f481c27acf73, network: default, NAD default, SandboxID: "463f481c27acf73fb76776168a054dc8687e793fbaea2966145a51b55dcb85b7", PCI device ID: , UID: "bb537abd-e8b4-44fa-b2bb-ee6d1fbc5038", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0401 11:34:31.732229 3906 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-jnvbx 463f481c27acf73fb76776168a054dc8687e793fbaea2966145a51b55dcb85b7 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-jnvbx 463f481c27acf73fb76776168a054dc8687e793fbaea2966145a51b55dcb85b7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:47:4a:fb:70:56\",\"name\":\"463f481c27acf73\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66b31c20-0e31-488d-b800-0fdf25fc0c8d\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:34:38.466377 3906 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-8cllw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:34:38.466924 3906 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-8cllw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:34:39.497424 3906 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-8cllw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:34:39.497460 3906 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-8cllw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:34:39.874196 3906 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:34:39.874824 3906 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:34:40.326469 3906 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:34:40.326496 3906 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:34:40.330008 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0401 11:34:40.330033 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0401 11:34:42.353672 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0401 11:34:42.353695 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0401 11:34:42.355921 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0401 11:34:50.258064 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 I0401 11:35:25.385084 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0401 11:35:29.346035 3906 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0401 11:35:30.936716 3906 namespace.go:142] [openshift-pipelines] updating namespace I0401 11:35:31.530797 3906 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:35:31.530823 3906 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:35:31.536202 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0401 11:35:31.536229 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0401 11:35:40.825677 3906 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:35:40.826225 3906 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:35:40.846816 3906 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:35:40.846841 3906 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:35:40.852279 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0401 11:35:40.852306 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0401 11:35:41.385968 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0401 11:35:46.104477 3906 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0401 11:35:46.104503 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0401 11:35:56.810705 3906 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0401 11:35:56.862541 3906 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0401 11:35:59.179564 3906 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0401 11:35:59.970849 3906 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-xmr9m-4cddq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:35:59.971403 3906 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-xmr9m-4cddq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:00.995463 3906 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-xmr9m-4cddq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:00.995486 3906 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-xmr9m-4cddq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:29.268552 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=453 I0401 11:36:31.251740 3906 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:31.252351 3906 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:31.273245 3906 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:31.273269 3906 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:31.278478 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0401 11:36:31.278504 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0401 11:36:32.026434 3906 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-krj5m] creating logical port tsf_patch-tekton-config-krj5m for pod on switch ip-10-0-2-247.ec2.internal I0401 11:36:32.026623 3906 kube.go:256] Updating pod tsf/patch-tekton-config-krj5m I0401 11:36:32.039351 3906 pod.go:62] [tsf/patch-tekton-config-krj5m] pod update took 12.794968ms I0401 11:36:32.039376 3906 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-krj5m] addLogicalPort annotation time took 12.827091ms I0401 11:36:32.040846 3906 pods.go:271] [tsf/patch-tekton-config-krj5m] addLogicalPort took 14.433955ms, libovsdb time 996.992µs I0401 11:36:32.388690 3906 cni.go:403] [tsf/patch-tekton-config-krj5m 153192bb9e027332cf520027d4f27e4ae935fba6ec8a9eb4051aa42e1b31ea64 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-krj5m 153192bb9e027332cf520027d4f27e4ae935fba6ec8a9eb4051aa42e1b31ea64 network default NAD default] I0401 11:36:32.397832 3906 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-krj5m, hostIfaceName: 153192bb9e02733, network: default, NAD default, SandboxID: "153192bb9e027332cf520027d4f27e4ae935fba6ec8a9eb4051aa42e1b31ea64", PCI device ID: , UID: "425adc28-bfac-4cb9-b445-45b3e98ed7b8", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0401 11:36:32.452377 3906 cni.go:424] [tsf/patch-tekton-config-krj5m 153192bb9e027332cf520027d4f27e4ae935fba6ec8a9eb4051aa42e1b31ea64 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-krj5m 153192bb9e027332cf520027d4f27e4ae935fba6ec8a9eb4051aa42e1b31ea64 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:90:50:9e:de:b3\",\"name\":\"153192bb9e02733\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c20b446-3259-4775-92b9-32318b5543bb\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:36:36.517660 3906 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-gxt7z-hczhj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:36.518294 3906 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-gxt7z-hczhj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:37.397321 3906 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-gxt7z-hczhj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:37.397357 3906 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-gxt7z-hczhj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0401 11:36:40.403092 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0401 11:36:41.354410 3906 cni.go:403] [tsf/patch-tekton-config-krj5m 153192bb9e027332cf520027d4f27e4ae935fba6ec8a9eb4051aa42e1b31ea64 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-krj5m 153192bb9e027332cf520027d4f27e4ae935fba6ec8a9eb4051aa42e1b31ea64 network default NAD default] I0401 11:36:41.433271 3906 cni.go:424] [tsf/patch-tekton-config-krj5m 153192bb9e027332cf520027d4f27e4ae935fba6ec8a9eb4051aa42e1b31ea64 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-krj5m 153192bb9e027332cf520027d4f27e4ae935fba6ec8a9eb4051aa42e1b31ea64 network default NAD default], result "{}", err I0401 11:36:41.484345 3906 obj_retry.go:464] Detected object tsf/patch-tekton-config-krj5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:41.484387 3906 pods.go:176] Deleting pod: tsf/patch-tekton-config-krj5m I0401 11:36:41.485816 3906 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-krj5m, ips: 10.128.0.46 I0401 11:36:41.485868 3906 obj_retry.go:464] Detected object tsf/patch-tekton-config-krj5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:42.364123 3906 obj_retry.go:458] Detected object tsf/patch-tekton-config-krj5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:42.364160 3906 obj_retry.go:458] Detected object tsf/patch-tekton-config-krj5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:48.294146 3906 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-s7j4r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:48.294746 3906 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-s7j4r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:48.311642 3906 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kr7mc-mnj4p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:48.312113 3906 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kr7mc-mnj4p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:49.145018 3906 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kr7mc-mnj4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:49.145050 3906 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kr7mc-mnj4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:49.315874 3906 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-s7j4r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:49.315904 3906 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-s7j4r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:49.351789 3906 obj_retry.go:458] Detected object tsf/patch-tekton-config-krj5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:49.351813 3906 obj_retry.go:458] Detected object tsf/patch-tekton-config-krj5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:49.356797 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-krj5m I0401 11:36:49.356824 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-krj5m W0401 11:36:53.167408 3906 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0401 11:36:53.474939 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0401 11:36:58.345049 3906 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0401 11:36:58.345210 3906 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:58.345842 3906 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:58.364326 3906 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:58.364352 3906 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:58.370709 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0401 11:36:58.370729 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines W0401 11:36:59.507108 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0401 11:37:02.373617 3906 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:02.374184 3906 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:02.393466 3906 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:02.393486 3906 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:02.401680 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0401 11:37:02.401705 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0401 11:37:03.705744 3906 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-kqrrz] creating logical port tsf-tpa_create-db-kqrrz for pod on switch ip-10-0-2-247.ec2.internal I0401 11:37:03.705901 3906 kube.go:256] Updating pod tsf-tpa/create-db-kqrrz I0401 11:37:03.718428 3906 pod.go:62] [tsf-tpa/create-db-kqrrz] pod update took 12.597949ms I0401 11:37:03.718454 3906 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-kqrrz] addLogicalPort annotation time took 12.62965ms I0401 11:37:03.719863 3906 pods.go:271] [tsf-tpa/create-db-kqrrz] addLogicalPort took 14.133566ms, libovsdb time 909.379µs I0401 11:37:04.109436 3906 cni.go:403] [tsf-tpa/create-db-kqrrz d78cba3efc64e0126b746cd3666eeeff384b70512af99e0086862a7d9299f1c3 network default NAD default] ADD starting CNI request [tsf-tpa/create-db-kqrrz d78cba3efc64e0126b746cd3666eeeff384b70512af99e0086862a7d9299f1c3 network default NAD default] I0401 11:37:04.118542 3906 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-kqrrz, hostIfaceName: d78cba3efc64e01, network: default, NAD default, SandboxID: "d78cba3efc64e0126b746cd3666eeeff384b70512af99e0086862a7d9299f1c3", PCI device ID: , UID: "03f0fb54-132b-4477-b5a9-9118b5fa7383", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0401 11:37:04.174680 3906 cni.go:424] [tsf-tpa/create-db-kqrrz d78cba3efc64e0126b746cd3666eeeff384b70512af99e0086862a7d9299f1c3 network default NAD default] ADD finished CNI request [tsf-tpa/create-db-kqrrz d78cba3efc64e0126b746cd3666eeeff384b70512af99e0086862a7d9299f1c3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:26:2b:23:23:78\",\"name\":\"d78cba3efc64e01\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac8a96d4-9a43-456b-9315-e721ee550d97\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:37:04.254229 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0401 11:37:08.499982 3906 cni.go:403] [tsf-tpa/create-db-kqrrz d78cba3efc64e0126b746cd3666eeeff384b70512af99e0086862a7d9299f1c3 network default NAD default] DEL starting CNI request [tsf-tpa/create-db-kqrrz d78cba3efc64e0126b746cd3666eeeff384b70512af99e0086862a7d9299f1c3 network default NAD default] I0401 11:37:08.588682 3906 cni.go:424] [tsf-tpa/create-db-kqrrz d78cba3efc64e0126b746cd3666eeeff384b70512af99e0086862a7d9299f1c3 network default NAD default] DEL finished CNI request [tsf-tpa/create-db-kqrrz d78cba3efc64e0126b746cd3666eeeff384b70512af99e0086862a7d9299f1c3 network default NAD default], result "{}", err I0401 11:37:08.639571 3906 obj_retry.go:464] Detected object tsf-tpa/create-db-kqrrz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:08.639626 3906 pods.go:176] Deleting pod: tsf-tpa/create-db-kqrrz I0401 11:37:08.640957 3906 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-kqrrz, ips: 10.128.0.47 I0401 11:37:08.640986 3906 obj_retry.go:464] Detected object tsf-tpa/create-db-kqrrz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:09.662264 3906 obj_retry.go:458] Detected object tsf-tpa/create-db-kqrrz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:09.662290 3906 obj_retry.go:458] Detected object tsf-tpa/create-db-kqrrz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:14.461734 3906 obj_retry.go:464] Detected object tsf-tpa/migrate-db-5bqtz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:14.462300 3906 obj_retry.go:464] Detected object tsf-tpa/migrate-db-5bqtz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:15.485183 3906 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5bqtz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:15.485217 3906 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5bqtz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:16.306206 3906 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-pt2bx-x99fc] creating logical port tsf-tas_tuf-repository-init-pt2bx-x99fc for pod on switch ip-10-0-2-247.ec2.internal I0401 11:37:16.306307 3906 kube.go:256] Updating pod tsf-tas/tuf-repository-init-pt2bx-x99fc I0401 11:37:16.319656 3906 pod.go:62] [tsf-tas/tuf-repository-init-pt2bx-x99fc] pod update took 13.372201ms I0401 11:37:16.319686 3906 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-pt2bx-x99fc] addLogicalPort annotation time took 13.407515ms I0401 11:37:16.321211 3906 pods.go:271] [tsf-tas/tuf-repository-init-pt2bx-x99fc] addLogicalPort took 15.021588ms, libovsdb time 982.98µs I0401 11:37:17.478904 3906 obj_retry.go:464] Detected object tsf-tpa/create-importers-rkn47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:17.479450 3906 obj_retry.go:464] Detected object tsf-tpa/create-importers-rkn47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:18.501823 3906 obj_retry.go:458] Detected object tsf-tpa/create-importers-rkn47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:18.501851 3906 obj_retry.go:458] Detected object tsf-tpa/create-importers-rkn47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:20.568365 3906 cni.go:403] [tsf-tas/tuf-repository-init-pt2bx-x99fc 145d6efc88e4b6e736d254ac44dcf2ecb0b8bd8391a3ea7101ca6132872a5497 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-pt2bx-x99fc 145d6efc88e4b6e736d254ac44dcf2ecb0b8bd8391a3ea7101ca6132872a5497 network default NAD default] I0401 11:37:20.577509 3906 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-pt2bx-x99fc, hostIfaceName: 145d6efc88e4b6e, network: default, NAD default, SandboxID: "145d6efc88e4b6e736d254ac44dcf2ecb0b8bd8391a3ea7101ca6132872a5497", PCI device ID: , UID: "0a48e792-e00e-4bf9-a886-7b2e5b023e84", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0401 11:37:20.631934 3906 cni.go:424] [tsf-tas/tuf-repository-init-pt2bx-x99fc 145d6efc88e4b6e736d254ac44dcf2ecb0b8bd8391a3ea7101ca6132872a5497 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-pt2bx-x99fc 145d6efc88e4b6e736d254ac44dcf2ecb0b8bd8391a3ea7101ca6132872a5497 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:92:ad:2c:da:8c\",\"name\":\"145d6efc88e4b6e\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9048c8c5-eef7-40ef-b436-a77b67972dda\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:37:25.257310 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0401 11:37:26.602520 3906 cni.go:403] [tsf-tas/tuf-repository-init-pt2bx-x99fc 145d6efc88e4b6e736d254ac44dcf2ecb0b8bd8391a3ea7101ca6132872a5497 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-pt2bx-x99fc 145d6efc88e4b6e736d254ac44dcf2ecb0b8bd8391a3ea7101ca6132872a5497 network default NAD default] I0401 11:37:26.691321 3906 cni.go:424] [tsf-tas/tuf-repository-init-pt2bx-x99fc 145d6efc88e4b6e736d254ac44dcf2ecb0b8bd8391a3ea7101ca6132872a5497 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-pt2bx-x99fc 145d6efc88e4b6e736d254ac44dcf2ecb0b8bd8391a3ea7101ca6132872a5497 network default NAD default], result "{}", err I0401 11:37:26.744513 3906 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-pt2bx-x99fc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:26.744556 3906 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-pt2bx-x99fc I0401 11:37:26.745883 3906 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-pt2bx-x99fc, ips: 10.128.0.48 I0401 11:37:26.745922 3906 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-pt2bx-x99fc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:27.628814 3906 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-pt2bx-x99fc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:27.628845 3906 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-pt2bx-x99fc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:28.387765 3906 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-527sv] creating logical port tsf-tas_tuf-bc5768c88-527sv for pod on switch ip-10-0-2-247.ec2.internal I0401 11:37:28.387878 3906 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-527sv I0401 11:37:28.401303 3906 pod.go:62] [tsf-tas/tuf-bc5768c88-527sv] pod update took 13.455194ms I0401 11:37:28.401335 3906 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-527sv] addLogicalPort annotation time took 13.492304ms I0401 11:37:28.402853 3906 pods.go:271] [tsf-tas/tuf-bc5768c88-527sv] addLogicalPort took 15.103846ms, libovsdb time 898.764µs W0401 11:37:31.700889 3906 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0401 11:37:38.349966 3906 cni.go:403] [tsf-tas/tuf-bc5768c88-527sv b1bbd4990d6b73357ecb5bf9c94a92952f4eb4e0bd301f133daed82889bcd8cd network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-527sv b1bbd4990d6b73357ecb5bf9c94a92952f4eb4e0bd301f133daed82889bcd8cd network default NAD default] I0401 11:37:38.360302 3906 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-527sv, hostIfaceName: b1bbd4990d6b733, network: default, NAD default, SandboxID: "b1bbd4990d6b73357ecb5bf9c94a92952f4eb4e0bd301f133daed82889bcd8cd", PCI device ID: , UID: "583b7e68-73be-4611-a998-6473afa82a23", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0401 11:37:38.415566 3906 cni.go:424] [tsf-tas/tuf-bc5768c88-527sv b1bbd4990d6b73357ecb5bf9c94a92952f4eb4e0bd301f133daed82889bcd8cd network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-527sv b1bbd4990d6b73357ecb5bf9c94a92952f4eb4e0bd301f133daed82889bcd8cd network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:d3:26:88:2a:e8\",\"name\":\"b1bbd4990d6b733\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4452984-e67a-49e4-b012-44cbcc225624\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:37:40.678887 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0401 11:37:51.690798 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0401 11:37:56.712937 3906 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:56.713520 3906 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:56.732937 3906 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:56.732959 3906 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:56.739829 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0401 11:37:56.739858 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0401 11:37:57.504985 3906 namespace.go:98] [integration-service] adding namespace I0401 11:37:57.505964 3906 namespace.go:102] [integration-service] adding namespace took 951.764µs I0401 11:37:57.514183 3906 namespace.go:98] [build-service] adding namespace I0401 11:37:57.514881 3906 namespace.go:102] [build-service] adding namespace took 679.518µs I0401 11:37:57.522347 3906 namespace.go:98] [image-controller] adding namespace I0401 11:37:57.523081 3906 namespace.go:102] [image-controller] adding namespace took 718.714µs I0401 11:37:57.574504 3906 namespace.go:142] [integration-service] updating namespace I0401 11:37:57.610715 3906 namespace.go:142] [integration-service] updating namespace I0401 11:37:57.630846 3906 namespace.go:142] [build-service] updating namespace I0401 11:37:57.665806 3906 namespace.go:142] [build-service] updating namespace I0401 11:37:57.710666 3906 namespace.go:142] [image-controller] updating namespace I0401 11:37:57.741628 3906 namespace.go:142] [image-controller] updating namespace I0401 11:37:57.785837 3906 namespace.go:142] [build-service] updating namespace I0401 11:37:57.832678 3906 namespace.go:142] [integration-service] updating namespace I0401 11:37:57.881221 3906 namespace.go:98] [release-service] adding namespace I0401 11:37:57.882108 3906 namespace.go:102] [release-service] adding namespace took 860.647µs I0401 11:37:57.917965 3906 namespace.go:142] [release-service] updating namespace I0401 11:37:57.971416 3906 namespace.go:142] [konflux-ui] updating namespace I0401 11:37:57.976927 3906 namespace.go:142] [release-service] updating namespace I0401 11:37:58.035270 3906 namespace.go:98] [konflux-info] adding namespace I0401 11:37:58.035297 3906 namespace.go:98] [namespace-lister] adding namespace I0401 11:37:58.036137 3906 namespace.go:102] [konflux-info] adding namespace took 843.429µs I0401 11:37:58.036684 3906 namespace.go:102] [namespace-lister] adding namespace took 1.374334ms I0401 11:37:58.053107 3906 namespace.go:98] [enterprise-contract-service] adding namespace I0401 11:37:58.054015 3906 namespace.go:102] [enterprise-contract-service] adding namespace took 883.045µs I0401 11:37:58.076103 3906 namespace.go:142] [image-controller] updating namespace I0401 11:37:58.239829 3906 namespace.go:98] [default-tenant] adding namespace I0401 11:37:58.240798 3906 namespace.go:102] [default-tenant] adding namespace took 946.943µs I0401 11:37:58.265821 3906 namespace.go:98] [segment-bridge] adding namespace I0401 11:37:58.266664 3906 namespace.go:102] [segment-bridge] adding namespace took 821.98µs I0401 11:37:58.266706 3906 namespace.go:142] [konflux-info] updating namespace I0401 11:37:58.484012 3906 namespace.go:142] [konflux-info] updating namespace I0401 11:37:58.572780 3906 namespace.go:142] [namespace-lister] updating namespace I0401 11:37:58.676007 3906 namespace.go:142] [namespace-lister] updating namespace I0401 11:37:58.754002 3906 namespace.go:142] [build-service] updating namespace I0401 11:37:58.772605 3906 namespace.go:142] [enterprise-contract-service] updating namespace I0401 11:37:58.876106 3906 namespace.go:142] [enterprise-contract-service] updating namespace I0401 11:37:59.348732 3906 base_network_controller_pods.go:487] [default/konflux-ui/dex-66d5d6bfdd-q7wbs] creating logical port konflux-ui_dex-66d5d6bfdd-q7wbs for pod on switch ip-10-0-2-247.ec2.internal I0401 11:37:59.348825 3906 kube.go:256] Updating pod konflux-ui/dex-66d5d6bfdd-q7wbs I0401 11:37:59.456626 3906 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0401 11:37:59.472011 3906 namespace.go:142] [enterprise-contract-service] updating namespace I0401 11:37:59.560910 3906 kube.go:256] Updating pod konflux-ui/dex-66d5d6bfdd-q7wbs I0401 11:37:59.611881 3906 namespace.go:142] [default-tenant] updating namespace I0401 11:37:59.733650 3906 namespace.go:142] [image-controller] updating namespace I0401 11:37:59.868620 3906 pod.go:62] [konflux-ui/dex-66d5d6bfdd-q7wbs] pod update took 519.819035ms I0401 11:37:59.868646 3906 base_network_controller_pods.go:937] [default/konflux-ui/dex-66d5d6bfdd-q7wbs] addLogicalPort annotation time took 519.85227ms I0401 11:37:59.869920 3906 pods.go:271] [konflux-ui/dex-66d5d6bfdd-q7wbs] addLogicalPort took 521.203524ms, libovsdb time 857.182µs I0401 11:37:59.870033 3906 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0401 11:37:59.870058 3906 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0401 11:37:59.872955 3906 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0401 11:37:59.872988 3906 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0401 11:37:59.873001 3906 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0401 11:37:59.873631 3906 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0401 11:37:59.882817 3906 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7c9c7fb868-z2r7h] creating logical port konflux-ui_proxy-7c9c7fb868-z2r7h for pod on switch ip-10-0-2-247.ec2.internal I0401 11:37:59.882944 3906 kube.go:256] Updating pod konflux-ui/proxy-7c9c7fb868-z2r7h I0401 11:37:59.910683 3906 namespace.go:142] [integration-service] updating namespace I0401 11:37:59.964487 3906 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-5f8cd64d55-84gn4] creating logical port image-controller_image-controller-controller-manager-5f8cd64d55-84gn4 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:37:59.964577 3906 kube.go:256] Updating pod image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 I0401 11:37:59.973901 3906 kube.go:256] Updating pod konflux-ui/proxy-7c9c7fb868-z2r7h I0401 11:37:59.994757 3906 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-759977d69f-sb49l] creating logical port integration-service_integration-service-controller-manager-759977d69f-sb49l for pod on switch ip-10-0-2-247.ec2.internal I0401 11:37:59.994874 3906 kube.go:256] Updating pod integration-service/integration-service-controller-manager-759977d69f-sb49l I0401 11:38:00.050963 3906 namespace.go:142] [segment-bridge] updating namespace I0401 11:38:00.051022 3906 namespace.go:142] [default-tenant] updating namespace I0401 11:38:00.076751 3906 kube.go:256] Updating pod image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 I0401 11:38:00.084020 3906 pod.go:62] [konflux-ui/proxy-7c9c7fb868-z2r7h] pod update took 201.105454ms I0401 11:38:00.084047 3906 base_network_controller_pods.go:937] [default/konflux-ui/proxy-7c9c7fb868-z2r7h] addLogicalPort annotation time took 201.137665ms I0401 11:38:00.085437 3906 pods.go:271] [konflux-ui/proxy-7c9c7fb868-z2r7h] addLogicalPort took 202.62897ms, libovsdb time 961.857µs I0401 11:38:00.146481 3906 kube.go:256] Updating pod integration-service/integration-service-controller-manager-759977d69f-sb49l I0401 11:38:00.177971 3906 namespace.go:142] [segment-bridge] updating namespace I0401 11:38:00.228703 3906 pod.go:62] [image-controller/image-controller-controller-manager-5f8cd64d55-84gn4] pod update took 264.147125ms I0401 11:38:00.228728 3906 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-5f8cd64d55-84gn4] addLogicalPort annotation time took 264.179679ms I0401 11:38:00.230063 3906 pods.go:271] [image-controller/image-controller-controller-manager-5f8cd64d55-84gn4] addLogicalPort took 265.590392ms, libovsdb time 897.806µs I0401 11:38:00.244659 3906 pod.go:62] [integration-service/integration-service-controller-manager-759977d69f-sb49l] pod update took 249.807864ms I0401 11:38:00.244680 3906 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-759977d69f-sb49l] addLogicalPort annotation time took 249.832953ms I0401 11:38:00.246003 3906 pods.go:271] [integration-service/integration-service-controller-manager-759977d69f-sb49l] addLogicalPort took 251.25774ms, libovsdb time 872.173µs I0401 11:38:00.251493 3906 namespace.go:142] [konflux-info] updating namespace I0401 11:38:00.293564 3906 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 3b06dd60fdcb36e38e1ec8278299c131f45cca04348fbf79f335d9eae1911119 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 3b06dd60fdcb36e38e1ec8278299c131f45cca04348fbf79f335d9eae1911119 network default NAD default] I0401 11:38:00.303052 3906 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-5f8cd64d55-84gn4, hostIfaceName: 3b06dd60fdcb36e, network: default, NAD default, SandboxID: "3b06dd60fdcb36e38e1ec8278299c131f45cca04348fbf79f335d9eae1911119", PCI device ID: , UID: "80429818-c65b-4f39-a083-030faa513f03", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0401 11:38:00.339842 3906 namespace.go:142] [namespace-lister] updating namespace I0401 11:38:00.361061 3906 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 3b06dd60fdcb36e38e1ec8278299c131f45cca04348fbf79f335d9eae1911119 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 3b06dd60fdcb36e38e1ec8278299c131f45cca04348fbf79f335d9eae1911119 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:b3:42:7e:b6:6c\",\"name\":\"3b06dd60fdcb36e\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fec15809-d534-4b30-babc-384b78027c9c\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:38:00.648170 3906 namespace.go:142] [release-service] updating namespace I0401 11:38:00.797923 3906 namespace.go:142] [build-service] updating namespace I0401 11:38:00.811698 3906 namespace.go:142] [default-tenant] updating namespace I0401 11:38:00.836927 3906 namespace.go:142] [enterprise-contract-service] updating namespace I0401 11:38:00.855884 3906 namespace.go:142] [image-controller] updating namespace I0401 11:38:00.871546 3906 namespace.go:142] [integration-service] updating namespace I0401 11:38:00.893793 3906 namespace.go:142] [konflux-info] updating namespace I0401 11:38:00.927068 3906 namespace.go:142] [namespace-lister] updating namespace I0401 11:38:00.947810 3906 namespace.go:142] [release-service] updating namespace I0401 11:38:00.962862 3906 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-9b5c45889-2z2mf] creating logical port integration-service_integration-service-controller-manager-9b5c45889-2z2mf for pod on switch ip-10-0-2-247.ec2.internal I0401 11:38:00.962942 3906 kube.go:256] Updating pod integration-service/integration-service-controller-manager-9b5c45889-2z2mf I0401 11:38:01.025227 3906 kube.go:256] Updating pod integration-service/integration-service-controller-manager-9b5c45889-2z2mf I0401 11:38:01.033794 3906 namespace.go:142] [build-service] updating namespace I0401 11:38:01.097552 3906 pod.go:62] [integration-service/integration-service-controller-manager-9b5c45889-2z2mf] pod update took 134.628672ms I0401 11:38:01.097582 3906 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-9b5c45889-2z2mf] addLogicalPort annotation time took 134.662661ms I0401 11:38:01.098965 3906 pods.go:271] [integration-service/integration-service-controller-manager-9b5c45889-2z2mf] addLogicalPort took 136.118426ms, libovsdb time 850.198µs I0401 11:38:01.126432 3906 namespace.go:142] [default-tenant] updating namespace I0401 11:38:01.251030 3906 namespace.go:142] [enterprise-contract-service] updating namespace I0401 11:38:01.347790 3906 namespace.go:142] [image-controller] updating namespace I0401 11:38:01.485171 3906 namespace.go:142] [integration-service] updating namespace I0401 11:38:01.564679 3906 namespace.go:142] [konflux-info] updating namespace I0401 11:38:01.668128 3906 namespace.go:142] [namespace-lister] updating namespace I0401 11:38:01.735092 3906 namespace.go:142] [release-service] updating namespace I0401 11:38:01.747350 3906 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-q8zvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:38:01.748033 3906 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-q8zvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:38:02.781821 3906 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-q8zvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:38:02.781846 3906 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-q8zvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:38:02.973513 3906 namespace.go:142] [segment-bridge] updating namespace I0401 11:38:03.094838 3906 namespace.go:142] [segment-bridge] updating namespace I0401 11:38:03.187264 3906 namespace.go:142] [segment-bridge] updating namespace W0401 11:38:03.809976 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0401 11:38:04.643340 3906 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0401 11:38:07.010784 3906 cni.go:403] [konflux-ui/dex-66d5d6bfdd-q7wbs 86cc7bbf58924e5c69db40ba72b59061d494f71c990ac60397aa658926c94ce0 network default NAD default] ADD starting CNI request [konflux-ui/dex-66d5d6bfdd-q7wbs 86cc7bbf58924e5c69db40ba72b59061d494f71c990ac60397aa658926c94ce0 network default NAD default] I0401 11:38:07.019949 3906 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-66d5d6bfdd-q7wbs, hostIfaceName: 86cc7bbf58924e5, network: default, NAD default, SandboxID: "86cc7bbf58924e5c69db40ba72b59061d494f71c990ac60397aa658926c94ce0", PCI device ID: , UID: "f53a6a21-ee33-4fc6-8a47-4054fc38a85e", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0401 11:38:07.073779 3906 cni.go:424] [konflux-ui/dex-66d5d6bfdd-q7wbs 86cc7bbf58924e5c69db40ba72b59061d494f71c990ac60397aa658926c94ce0 network default NAD default] ADD finished CNI request [konflux-ui/dex-66d5d6bfdd-q7wbs 86cc7bbf58924e5c69db40ba72b59061d494f71c990ac60397aa658926c94ce0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:ca:4b:7e:9d:13\",\"name\":\"86cc7bbf58924e5\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3581d3b-f657-4aa1-9e02-3379098149a5\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:38:07.698894 3906 cni.go:403] [konflux-ui/proxy-7c9c7fb868-z2r7h 7c9ab2280e09e09582a75c94ca1d62c455d44a6eb2416dcc3c5da24d26aa34af network default NAD default] ADD starting CNI request [konflux-ui/proxy-7c9c7fb868-z2r7h 7c9ab2280e09e09582a75c94ca1d62c455d44a6eb2416dcc3c5da24d26aa34af network default NAD default] I0401 11:38:07.708145 3906 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-7c9c7fb868-z2r7h, hostIfaceName: 7c9ab2280e09e09, network: default, NAD default, SandboxID: "7c9ab2280e09e09582a75c94ca1d62c455d44a6eb2416dcc3c5da24d26aa34af", PCI device ID: , UID: "e5245fcf-4ed5-4c19-a889-7b46ebd9d3e6", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0401 11:38:07.761764 3906 cni.go:424] [konflux-ui/proxy-7c9c7fb868-z2r7h 7c9ab2280e09e09582a75c94ca1d62c455d44a6eb2416dcc3c5da24d26aa34af network default NAD default] ADD finished CNI request [konflux-ui/proxy-7c9c7fb868-z2r7h 7c9ab2280e09e09582a75c94ca1d62c455d44a6eb2416dcc3c5da24d26aa34af network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:98:c2:1b:f5:6d\",\"name\":\"7c9ab2280e09e09\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce66c592-3d5c-4096-b4bc-d6a2e565ec8a\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:38:07.833346 3906 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-sb49l 0220905fa84bb978cbd2a26454ce98e87c7f0611d4126c72245340012085ddb8 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-759977d69f-sb49l 0220905fa84bb978cbd2a26454ce98e87c7f0611d4126c72245340012085ddb8 network default NAD default] I0401 11:38:07.844563 3906 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-759977d69f-sb49l, hostIfaceName: 0220905fa84bb97, network: default, NAD default, SandboxID: "0220905fa84bb978cbd2a26454ce98e87c7f0611d4126c72245340012085ddb8", PCI device ID: , UID: "83101f0b-afeb-4ce1-bc9b-f9ac7963a182", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0401 11:38:07.909400 3906 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-sb49l 0220905fa84bb978cbd2a26454ce98e87c7f0611d4126c72245340012085ddb8 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-759977d69f-sb49l 0220905fa84bb978cbd2a26454ce98e87c7f0611d4126c72245340012085ddb8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:ca:7e:05:af:f1\",\"name\":\"0220905fa84bb97\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daf83364-869e-4208-9351-264f083fc833\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:38:08.846523 3906 cni.go:403] [integration-service/integration-service-controller-manager-9b5c45889-2z2mf 055756cf296488c1f09fbed21fd0da831eb45d2935355152b03d7a42db1ce8e5 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-9b5c45889-2z2mf 055756cf296488c1f09fbed21fd0da831eb45d2935355152b03d7a42db1ce8e5 network default NAD default] I0401 11:38:08.861611 3906 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-9b5c45889-2z2mf, hostIfaceName: 055756cf296488c, network: default, NAD default, SandboxID: "055756cf296488c1f09fbed21fd0da831eb45d2935355152b03d7a42db1ce8e5", PCI device ID: , UID: "a2bdf000-74f2-410e-90f4-c7452346d744", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0401 11:38:08.943455 3906 cni.go:424] [integration-service/integration-service-controller-manager-9b5c45889-2z2mf 055756cf296488c1f09fbed21fd0da831eb45d2935355152b03d7a42db1ce8e5 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-9b5c45889-2z2mf 055756cf296488c1f09fbed21fd0da831eb45d2935355152b03d7a42db1ce8e5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:1e:a9:62:33:41\",\"name\":\"055756cf296488c\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a79b886-46a9-4983-9b8c-c2afbe33cd11\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 11:38:09.857134 3906 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0401 11:38:13.714451 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0401 11:38:13.760476 3906 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0401 11:38:13.760496 3906 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0401 11:38:14.815432 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0401 11:38:14.900677 3906 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0401 11:38:14.900695 3906 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0401 11:38:14.921712 3906 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0401 11:38:14.923082 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0401 11:38:14.944493 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0401 11:38:14.947026 3906 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0401 11:38:15.764664 3906 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0401 11:38:15.765382 3906 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0401 11:38:20.373722 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0401 11:38:20.864471 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0401 11:38:25.903296 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0401 11:38:25.906357 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0401 11:38:26.102291 3906 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-sb49l 0220905fa84bb978cbd2a26454ce98e87c7f0611d4126c72245340012085ddb8 network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-759977d69f-sb49l 0220905fa84bb978cbd2a26454ce98e87c7f0611d4126c72245340012085ddb8 network default NAD default] I0401 11:38:26.194194 3906 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-sb49l 0220905fa84bb978cbd2a26454ce98e87c7f0611d4126c72245340012085ddb8 network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-759977d69f-sb49l 0220905fa84bb978cbd2a26454ce98e87c7f0611d4126c72245340012085ddb8 network default NAD default], result "{}", err I0401 11:38:26.327934 3906 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-sb49l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:38:26.327966 3906 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-759977d69f-sb49l I0401 11:38:26.329321 3906 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-759977d69f-sb49l, ips: 10.128.0.53 I0401 11:38:26.329356 3906 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-sb49l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:38:26.995927 3906 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-sb49l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:38:26.995952 3906 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-sb49l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:38:27.012818 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-sb49l I0401 11:38:27.012845 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-sb49l W0401 11:38:51.962966 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0401 11:38:51.962989 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0401 11:39:15.263427 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=173 I0401 11:39:18.355383 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0401 11:39:22.198083 3906 cni.go:403] [konflux-ui/proxy-7c9c7fb868-z2r7h 7c9ab2280e09e09582a75c94ca1d62c455d44a6eb2416dcc3c5da24d26aa34af network default NAD default] DEL starting CNI request [konflux-ui/proxy-7c9c7fb868-z2r7h 7c9ab2280e09e09582a75c94ca1d62c455d44a6eb2416dcc3c5da24d26aa34af network default NAD default] I0401 11:39:22.283643 3906 cni.go:424] [konflux-ui/proxy-7c9c7fb868-z2r7h 7c9ab2280e09e09582a75c94ca1d62c455d44a6eb2416dcc3c5da24d26aa34af network default NAD default] DEL finished CNI request [konflux-ui/proxy-7c9c7fb868-z2r7h 7c9ab2280e09e09582a75c94ca1d62c455d44a6eb2416dcc3c5da24d26aa34af network default NAD default], result "{}", err I0401 11:39:22.352157 3906 obj_retry.go:464] Detected object konflux-ui/proxy-7c9c7fb868-z2r7h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:39:22.352190 3906 pods.go:176] Deleting pod: konflux-ui/proxy-7c9c7fb868-z2r7h I0401 11:39:22.353644 3906 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7c9c7fb868-z2r7h, ips: 10.128.0.51 I0401 11:39:22.353681 3906 obj_retry.go:464] Detected object konflux-ui/proxy-7c9c7fb868-z2r7h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:39:23.289269 3906 obj_retry.go:458] Detected object konflux-ui/proxy-7c9c7fb868-z2r7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:39:23.289299 3906 obj_retry.go:458] Detected object konflux-ui/proxy-7c9c7fb868-z2r7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:39:23.295051 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7c9c7fb868-z2r7h I0401 11:39:23.295081 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7c9c7fb868-z2r7h I0401 11:39:35.393851 3906 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:39:35.394394 3906 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:39:35.429963 3906 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:39:35.429985 3906 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:39:35.436021 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0401 11:39:35.436051 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0401 11:39:50.369319 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0401 11:39:58.258026 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=86 I0401 11:40:00.205043 3906 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29584060-fcqgd for pod on switch ip-10-0-2-247.ec2.internal I0401 11:40:00.205176 3906 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd I0401 11:40:00.218147 3906 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd] pod update took 12.998528ms I0401 11:40:00.218177 3906 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd] addLogicalPort annotation time took 13.03456ms I0401 11:40:00.219929 3906 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd] addLogicalPort took 14.900351ms, libovsdb time 1.130773ms I0401 11:40:00.551031 3906 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc 62d6eb2fc95f55538b1a1c49f402a983ac23d73fde2ccf2de295f4d9857ce258 network default NAD default] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc 62d6eb2fc95f55538b1a1c49f402a983ac23d73fde2ccf2de295f4d9857ce258 network default NAD default] I0401 11:40:00.570863 3906 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd 5c55aa2069f28e107f11db5e3637c854340ffc0b0b60f2228dafe992bd12e4c7 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd 5c55aa2069f28e107f11db5e3637c854340ffc0b0b60f2228dafe992bd12e4c7 network default NAD default] I0401 11:40:00.581632 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29584060-fcqgd, hostIfaceName: 5c55aa2069f28e1, network: default, NAD default, SandboxID: "5c55aa2069f28e107f11db5e3637c854340ffc0b0b60f2228dafe992bd12e4c7", PCI device ID: , UID: "5a3a03d6-daca-48d6-b17d-662132aa5c7c", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0401 11:40:00.636638 3906 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd 5c55aa2069f28e107f11db5e3637c854340ffc0b0b60f2228dafe992bd12e4c7 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd 5c55aa2069f28e107f11db5e3637c854340ffc0b0b60f2228dafe992bd12e4c7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:c3:b5:5a:f9:34\",\"name\":\"5c55aa2069f28e1\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8690c933-55f4-4619-b799-af7b1a6ecd28\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:40:00.647037 3906 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc 62d6eb2fc95f55538b1a1c49f402a983ac23d73fde2ccf2de295f4d9857ce258 network default NAD default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc 62d6eb2fc95f55538b1a1c49f402a983ac23d73fde2ccf2de295f4d9857ce258 network default NAD default], result "{}", err I0401 11:40:00.701567 3906 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:40:00.701619 3906 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc I0401 11:40:00.702966 3906 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc, ips: 10.128.0.32 I0401 11:40:00.702993 3906 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:40:01.514036 3906 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:40:01.514067 3906 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:40:01.520750 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc I0401 11:40:01.520813 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc I0401 11:40:03.523141 3906 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd 5c55aa2069f28e107f11db5e3637c854340ffc0b0b60f2228dafe992bd12e4c7 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd 5c55aa2069f28e107f11db5e3637c854340ffc0b0b60f2228dafe992bd12e4c7 network default NAD default] I0401 11:40:03.613288 3906 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd 5c55aa2069f28e107f11db5e3637c854340ffc0b0b60f2228dafe992bd12e4c7 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd 5c55aa2069f28e107f11db5e3637c854340ffc0b0b60f2228dafe992bd12e4c7 network default NAD default], result "{}", err I0401 11:40:03.666560 3906 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:40:03.666687 3906 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd I0401 11:40:03.668668 3906 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd, ips: 10.128.0.55 I0401 11:40:03.668769 3906 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:40:04.531554 3906 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:40:04.531583 3906 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:40:12.383637 3906 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0401 11:40:15.627368 3906 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 3b06dd60fdcb36e38e1ec8278299c131f45cca04348fbf79f335d9eae1911119 network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 3b06dd60fdcb36e38e1ec8278299c131f45cca04348fbf79f335d9eae1911119 network default NAD default] I0401 11:40:15.713926 3906 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 3b06dd60fdcb36e38e1ec8278299c131f45cca04348fbf79f335d9eae1911119 network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 3b06dd60fdcb36e38e1ec8278299c131f45cca04348fbf79f335d9eae1911119 network default NAD default], result "{}", err I0401 11:40:15.767518 3906 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:40:15.767554 3906 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 I0401 11:40:15.768893 3906 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-5f8cd64d55-84gn4, ips: 10.128.0.52 I0401 11:40:15.768924 3906 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:40:16.261497 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=65 I0401 11:40:16.584077 3906 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:40:16.584104 3906 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:40:16.589798 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 I0401 11:40:16.589833 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 I0401 11:41:16.362956 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0401 11:42:05.364939 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0401 11:42:30.388263 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0401 11:42:52.271748 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=276 I0401 11:43:29.349607 3906 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0401 11:43:38.261224 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0401 11:43:58.377625 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0401 11:44:12.389389 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0401 11:44:40.257851 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=20 I0401 11:45:13.359276 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0401 11:45:46.387082 3906 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0401 11:46:41.348732 3906 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0401 11:47:09.064782 3906 obj_retry.go:458] Detected object tsf-tpa/create-db-kqrrz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:47:09.064832 3906 obj_retry.go:458] Detected object tsf-tpa/create-db-kqrrz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:47:09.069809 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-kqrrz I0401 11:47:09.069831 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-kqrrz I0401 11:47:15.034701 3906 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5bqtz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:47:15.034750 3906 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5bqtz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:47:15.039437 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-5bqtz I0401 11:47:15.039469 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-5bqtz I0401 11:47:18.030001 3906 obj_retry.go:458] Detected object tsf-tpa/create-importers-rkn47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:47:18.030057 3906 obj_retry.go:458] Detected object tsf-tpa/create-importers-rkn47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:47:18.035051 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-rkn47 I0401 11:47:18.035077 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-rkn47 I0401 11:48:37.267013 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=18 I0401 11:48:45.261117 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0401 11:49:17.373400 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0401 11:49:55.265530 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0401 11:49:55.366583 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0401 11:50:00.197752 3906 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29584070-vdtfg for pod on switch ip-10-0-2-247.ec2.internal I0401 11:50:00.197871 3906 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg I0401 11:50:00.219043 3906 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg] pod update took 21.196531ms I0401 11:50:00.219077 3906 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg] addLogicalPort annotation time took 21.235434ms I0401 11:50:00.220388 3906 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg] addLogicalPort took 22.651273ms, libovsdb time 891.67µs I0401 11:50:00.562181 3906 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg aaaea535f1cbd0b4d8cc2fd2d14302eea410658c9de475133bbe76c78fb6b7da network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg aaaea535f1cbd0b4d8cc2fd2d14302eea410658c9de475133bbe76c78fb6b7da network default NAD default] I0401 11:50:00.571702 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29584070-vdtfg, hostIfaceName: aaaea535f1cbd0b, network: default, NAD default, SandboxID: "aaaea535f1cbd0b4d8cc2fd2d14302eea410658c9de475133bbe76c78fb6b7da", PCI device ID: , UID: "ddd05d04-f928-4c5e-938a-ff4111573016", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0401 11:50:00.624864 3906 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg aaaea535f1cbd0b4d8cc2fd2d14302eea410658c9de475133bbe76c78fb6b7da network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg aaaea535f1cbd0b4d8cc2fd2d14302eea410658c9de475133bbe76c78fb6b7da network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:6d:b0:6a:bd:91\",\"name\":\"aaaea535f1cbd0b\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfefe351-f84e-47a3-807e-d2911d746202\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:50:03.760190 3906 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg aaaea535f1cbd0b4d8cc2fd2d14302eea410658c9de475133bbe76c78fb6b7da network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg aaaea535f1cbd0b4d8cc2fd2d14302eea410658c9de475133bbe76c78fb6b7da network default NAD default] I0401 11:50:03.853010 3906 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg aaaea535f1cbd0b4d8cc2fd2d14302eea410658c9de475133bbe76c78fb6b7da network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg aaaea535f1cbd0b4d8cc2fd2d14302eea410658c9de475133bbe76c78fb6b7da network default NAD default], result "{}", err I0401 11:50:03.907088 3906 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:50:03.907129 3906 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg I0401 11:50:03.908555 3906 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg, ips: 10.128.0.56 I0401 11:50:03.908598 3906 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:50:04.768466 3906 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:50:04.768532 3906 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:50:04.800533 3906 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:50:04.800564 3906 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:50:04.805795 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 I0401 11:50:04.805817 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 I0401 11:50:20.392550 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0401 11:50:24.381404 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0401 11:50:31.264416 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0401 11:50:43.275264 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 I0401 11:50:57.352769 3906 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0401 11:51:26.391644 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0401 11:51:55.368234 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0401 11:52:23.261655 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0401 11:52:32.892096 3906 namespace.go:98] [default-tenant-managed] adding namespace I0401 11:52:32.892986 3906 namespace.go:102] [default-tenant-managed] adding namespace took 864.264µs I0401 11:52:32.949834 3906 namespace.go:142] [default-tenant-managed] updating namespace I0401 11:52:32.960824 3906 namespace.go:142] [default-tenant-managed] updating namespace I0401 11:52:33.889938 3906 namespace.go:142] [default-tenant-managed] updating namespace I0401 11:52:34.022577 3906 namespace.go:142] [default-tenant-managed] updating namespace I0401 11:52:34.123141 3906 namespace.go:142] [default-tenant-managed] updating namespace I0401 11:53:06.390337 3906 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0401 11:53:19.363411 3906 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod] creating logical port default-tenant_tsf-comp-aoax-on-push-4vjsm-init-pod for pod on switch ip-10-0-2-247.ec2.internal I0401 11:53:19.363560 3906 kube.go:256] Updating pod default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod I0401 11:53:19.392753 3906 pod.go:62] [default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod] pod update took 29.220949ms I0401 11:53:19.392786 3906 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod] addLogicalPort annotation time took 29.260504ms I0401 11:53:19.394109 3906 pods.go:271] [default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod] addLogicalPort took 30.713918ms, libovsdb time 856.691µs I0401 11:53:19.726678 3906 cni.go:403] [default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod 19d527f8419795725fa9c675f99336079ca4285f534ea9241bac4ea85ffd6510 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod 19d527f8419795725fa9c675f99336079ca4285f534ea9241bac4ea85ffd6510 network default NAD default] I0401 11:53:19.736307 3906 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-aoax-on-push-4vjsm-init-pod, hostIfaceName: 19d527f84197957, network: default, NAD default, SandboxID: "19d527f8419795725fa9c675f99336079ca4285f534ea9241bac4ea85ffd6510", PCI device ID: , UID: "ee226eab-d564-49ed-9db5-aaced73c8803", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0401 11:53:19.792129 3906 cni.go:424] [default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod 19d527f8419795725fa9c675f99336079ca4285f534ea9241bac4ea85ffd6510 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod 19d527f8419795725fa9c675f99336079ca4285f534ea9241bac4ea85ffd6510 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:10:fb:15:2f:de\",\"name\":\"19d527f84197957\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/382b5de8-511b-4d0c-a362-e81a448b1513\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:53:35.912351 3906 cni.go:403] [default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod 19d527f8419795725fa9c675f99336079ca4285f534ea9241bac4ea85ffd6510 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod 19d527f8419795725fa9c675f99336079ca4285f534ea9241bac4ea85ffd6510 network default NAD default] I0401 11:53:36.000459 3906 cni.go:424] [default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod 19d527f8419795725fa9c675f99336079ca4285f534ea9241bac4ea85ffd6510 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod 19d527f8419795725fa9c675f99336079ca4285f534ea9241bac4ea85ffd6510 network default NAD default], result "{}", err I0401 11:53:36.067133 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:53:36.067210 3906 pods.go:176] Deleting pod: default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod I0401 11:53:36.068858 3906 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod, ips: 10.128.0.57 I0401 11:53:36.068893 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:53:36.305385 3906 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod] creating logical port default-tenant_tsf-comp-aoax-on-push-4vjsm-clone-repository-pod for pod on switch ip-10-0-2-247.ec2.internal I0401 11:53:36.305511 3906 kube.go:256] Updating pod default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod I0401 11:53:36.329897 3906 pod.go:62] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod] pod update took 24.420372ms I0401 11:53:36.329929 3906 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod] addLogicalPort annotation time took 24.456028ms I0401 11:53:36.331304 3906 pods.go:271] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod] addLogicalPort took 25.940163ms, libovsdb time 911.628µs I0401 11:53:36.767082 3906 cni.go:403] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod 880f88a2fe459d333a82558777914088bfec5f34308ba78c34f4008ceaff435a network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod 880f88a2fe459d333a82558777914088bfec5f34308ba78c34f4008ceaff435a network default NAD default] I0401 11:53:36.777540 3906 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-aoax-on-push-4vjsm-clone-repository-pod, hostIfaceName: 880f88a2fe459d3, network: default, NAD default, SandboxID: "880f88a2fe459d333a82558777914088bfec5f34308ba78c34f4008ceaff435a", PCI device ID: , UID: "98ed79c2-d9f0-43e5-ae8b-a4ac376a5d0f", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0401 11:53:36.830347 3906 cni.go:424] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod 880f88a2fe459d333a82558777914088bfec5f34308ba78c34f4008ceaff435a network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod 880f88a2fe459d333a82558777914088bfec5f34308ba78c34f4008ceaff435a network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:9c:f6:d8:65:1a\",\"name\":\"880f88a2fe459d3\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc231d7f-a184-4c71-8eff-350526b3a71a\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:53:41.335230 3906 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-g9zs2] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-g9zs2 for pod on switch ip-10-0-2-247.ec2.internal I0401 11:53:41.335334 3906 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-g9zs2 I0401 11:53:41.353326 3906 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-g9zs2] pod update took 18.028906ms I0401 11:53:41.353357 3906 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-g9zs2] addLogicalPort annotation time took 18.06552ms I0401 11:53:41.354940 3906 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-g9zs2] addLogicalPort took 19.72554ms, libovsdb time 1.036949ms I0401 11:53:42.247941 3906 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-g9zs2 20fd17922ee00aea22b92963966242d924c992d3a4532112043d0e492d462acf network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-g9zs2 20fd17922ee00aea22b92963966242d924c992d3a4532112043d0e492d462acf network default NAD default] I0401 11:53:42.258312 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-g9zs2, hostIfaceName: 20fd17922ee00ae, network: default, NAD default, SandboxID: "20fd17922ee00aea22b92963966242d924c992d3a4532112043d0e492d462acf", PCI device ID: , UID: "15b894d7-7ea1-414f-b481-4bf07e27e7d5", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0401 11:53:42.315670 3906 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-g9zs2 20fd17922ee00aea22b92963966242d924c992d3a4532112043d0e492d462acf network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-g9zs2 20fd17922ee00aea22b92963966242d924c992d3a4532112043d0e492d462acf network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:6c:69:f7:34:7a\",\"name\":\"20fd17922ee00ae\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7199c754-040b-46d0-8c4e-8087ac8b4387\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:53:53.043912 3906 cni.go:403] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod 880f88a2fe459d333a82558777914088bfec5f34308ba78c34f4008ceaff435a network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod 880f88a2fe459d333a82558777914088bfec5f34308ba78c34f4008ceaff435a network default NAD default] I0401 11:53:53.138499 3906 cni.go:424] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod 880f88a2fe459d333a82558777914088bfec5f34308ba78c34f4008ceaff435a network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod 880f88a2fe459d333a82558777914088bfec5f34308ba78c34f4008ceaff435a network default NAD default], result "{}", err I0401 11:53:53.217120 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:53:53.217186 3906 pods.go:176] Deleting pod: default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod I0401 11:53:53.218843 3906 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod, ips: 10.128.0.58 I0401 11:53:53.218878 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0401 11:53:56.214993 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.215015 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.215021 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.215026 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.215041 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.215046 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.215051 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.215055 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.246394 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.246422 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.246428 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.246434 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.246449 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.246454 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.246459 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:56.246465 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:57.012771 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:57.012794 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:57.012800 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:53:57.012806 3906 util.go:959] Failed to build node endpoints for node ip-10-0-2-247.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0401 11:54:17.569468 3906 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod] creating logical port default-tenant_tsf-comp-aoax-on-push-4vjsm-build-container-pod for pod on switch ip-10-0-2-247.ec2.internal I0401 11:54:17.569656 3906 kube.go:256] Updating pod default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod I0401 11:54:17.614905 3906 pod.go:62] [default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod] pod update took 45.292387ms I0401 11:54:17.614933 3906 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod] addLogicalPort annotation time took 45.322524ms I0401 11:54:17.616415 3906 pods.go:271] [default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod] addLogicalPort took 46.966791ms, libovsdb time 1.03824ms I0401 11:54:17.650293 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:54:17.650798 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:54:17.953634 3906 cni.go:403] [default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod 85a39623a7a1a9b4d368ca8736f1ad6a977c67ff0d7aa925491c10cfe73544b3 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod 85a39623a7a1a9b4d368ca8736f1ad6a977c67ff0d7aa925491c10cfe73544b3 network default NAD default] I0401 11:54:17.962871 3906 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-aoax-on-push-4vjsm-build-container-pod, hostIfaceName: 85a39623a7a1a9b, network: default, NAD default, SandboxID: "85a39623a7a1a9b4d368ca8736f1ad6a977c67ff0d7aa925491c10cfe73544b3", PCI device ID: , UID: "d249bd9e-c212-4a22-ab8b-09fd3540ab9b", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0401 11:54:18.225543 3906 cni.go:424] [default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod 85a39623a7a1a9b4d368ca8736f1ad6a977c67ff0d7aa925491c10cfe73544b3 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod 85a39623a7a1a9b4d368ca8736f1ad6a977c67ff0d7aa925491c10cfe73544b3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:50:0a:aa:80:bd\",\"name\":\"85a39623a7a1a9b\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be06b675-5ea0-4900-828c-cbbe5ef27e32\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:55:05.362911 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0401 11:55:25.264644 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 I0401 11:56:00.269290 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0401 11:56:28.352243 3906 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0401 11:56:33.070357 3906 cni.go:403] [default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod 85a39623a7a1a9b4d368ca8736f1ad6a977c67ff0d7aa925491c10cfe73544b3 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod 85a39623a7a1a9b4d368ca8736f1ad6a977c67ff0d7aa925491c10cfe73544b3 network default NAD default] I0401 11:56:33.169296 3906 cni.go:424] [default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod 85a39623a7a1a9b4d368ca8736f1ad6a977c67ff0d7aa925491c10cfe73544b3 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod 85a39623a7a1a9b4d368ca8736f1ad6a977c67ff0d7aa925491c10cfe73544b3 network default NAD default], result "{}", err I0401 11:56:33.288634 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:56:33.288677 3906 pods.go:176] Deleting pod: default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod I0401 11:56:33.290294 3906 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod, ips: 10.128.0.60 I0401 11:56:33.290327 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:56:43.395671 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0401 11:57:16.189399 3906 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod for pod on switch ip-10-0-2-247.ec2.internal I0401 11:57:16.189522 3906 kube.go:256] Updating pod default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod I0401 11:57:16.257973 3906 kube.go:256] Updating pod default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod I0401 11:57:16.286231 3906 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod] creating logical port default-tenant_tsf-comp-aoax-on-push-4vjsm-clair-scan-pod for pod on switch ip-10-0-2-247.ec2.internal I0401 11:57:16.286432 3906 kube.go:256] Updating pod default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod I0401 11:57:16.304794 3906 pod.go:62] [default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod] pod update took 115.306268ms I0401 11:57:16.304819 3906 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod] addLogicalPort annotation time took 115.338046ms I0401 11:57:16.306257 3906 pods.go:271] [default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod] addLogicalPort took 116.86957ms, libovsdb time 1.013227ms I0401 11:57:16.361752 3906 kube.go:256] Updating pod default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod I0401 11:57:16.426414 3906 pod.go:62] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod] pod update took 140.025392ms I0401 11:57:16.426441 3906 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod] addLogicalPort annotation time took 140.059591ms I0401 11:57:16.427752 3906 pods.go:271] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod] addLogicalPort took 141.540914ms, libovsdb time 866.747µs I0401 11:57:16.542690 3906 cni.go:403] [default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod 49fcfb5a1e392f6d66a64d01b29a8be610bba37ccc733d42359ee62edd3f1253 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod 49fcfb5a1e392f6d66a64d01b29a8be610bba37ccc733d42359ee62edd3f1253 network default NAD default] I0401 11:57:16.552714 3906 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod, hostIfaceName: 49fcfb5a1e392f6, network: default, NAD default, SandboxID: "49fcfb5a1e392f6d66a64d01b29a8be610bba37ccc733d42359ee62edd3f1253", PCI device ID: , UID: "f2795fef-0b94-4c9a-8bae-bc4a3d3f8881", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0401 11:57:16.606776 3906 cni.go:424] [default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod 49fcfb5a1e392f6d66a64d01b29a8be610bba37ccc733d42359ee62edd3f1253 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod 49fcfb5a1e392f6d66a64d01b29a8be610bba37ccc733d42359ee62edd3f1253 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:08:3d:dc:ff:b8\",\"name\":\"49fcfb5a1e392f6\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18dc4cc4-30bc-4747-844e-4ead042c961e\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:57:16.639629 3906 cni.go:403] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod 8f68e5b18d2e984026f1415d9cc7ee59d07bbdd568fff8af8f10df656ceaac70 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod 8f68e5b18d2e984026f1415d9cc7ee59d07bbdd568fff8af8f10df656ceaac70 network default NAD default] I0401 11:57:16.650429 3906 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-aoax-on-push-4vjsm-clair-scan-pod, hostIfaceName: 8f68e5b18d2e984, network: default, NAD default, SandboxID: "8f68e5b18d2e984026f1415d9cc7ee59d07bbdd568fff8af8f10df656ceaac70", PCI device ID: , UID: "cbe81800-d44b-4ec0-8600-a52201ff9ec6", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0401 11:57:16.708254 3906 cni.go:424] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod 8f68e5b18d2e984026f1415d9cc7ee59d07bbdd568fff8af8f10df656ceaac70 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod 8f68e5b18d2e984026f1415d9cc7ee59d07bbdd568fff8af8f10df656ceaac70 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:d8:0c:18:47:90\",\"name\":\"8f68e5b18d2e984\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42804bb8-7832-41da-8fe7-f16562ca3021\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:57:16.951216 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:57:16.951824 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:57:17.133618 3906 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod] creating logical port default-tenant_tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod for pod on switch ip-10-0-2-247.ec2.internal I0401 11:57:17.133792 3906 kube.go:256] Updating pod default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod I0401 11:57:17.154955 3906 pod.go:62] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod] pod update took 21.195494ms I0401 11:57:17.154980 3906 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod] addLogicalPort annotation time took 21.225077ms I0401 11:57:17.156305 3906 pods.go:271] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod] addLogicalPort took 22.732426ms, libovsdb time 912.358µs I0401 11:57:17.496572 3906 cni.go:403] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod 514b43eb59dd2dd4b6288618bcddf2ed2c02f24dec4e6f1bb6fd5581be7dba95 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod 514b43eb59dd2dd4b6288618bcddf2ed2c02f24dec4e6f1bb6fd5581be7dba95 network default NAD default] I0401 11:57:17.524220 3906 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod, hostIfaceName: 514b43eb59dd2dd, network: default, NAD default, SandboxID: "514b43eb59dd2dd4b6288618bcddf2ed2c02f24dec4e6f1bb6fd5581be7dba95", PCI device ID: , UID: "82e451bf-c462-4c1d-b2d6-758dd828ad8e", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0401 11:57:17.785260 3906 cni.go:424] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod 514b43eb59dd2dd4b6288618bcddf2ed2c02f24dec4e6f1bb6fd5581be7dba95 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod 514b43eb59dd2dd4b6288618bcddf2ed2c02f24dec4e6f1bb6fd5581be7dba95 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:6a:7d:52:0c:a4\",\"name\":\"514b43eb59dd2dd\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5207624-80e8-41ab-9a58-8450733e4d00\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 11:57:30.278578 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=170 I0401 11:57:36.369833 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0401 11:57:51.269988 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=16 I0401 11:57:59.268180 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0401 11:58:02.604634 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:02.605417 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:12.803826 3906 cni.go:403] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod 514b43eb59dd2dd4b6288618bcddf2ed2c02f24dec4e6f1bb6fd5581be7dba95 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod 514b43eb59dd2dd4b6288618bcddf2ed2c02f24dec4e6f1bb6fd5581be7dba95 network default NAD default] I0401 11:58:12.889540 3906 cni.go:424] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod 514b43eb59dd2dd4b6288618bcddf2ed2c02f24dec4e6f1bb6fd5581be7dba95 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod 514b43eb59dd2dd4b6288618bcddf2ed2c02f24dec4e6f1bb6fd5581be7dba95 network default NAD default], result "{}", err I0401 11:58:12.994808 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:12.994847 3906 pods.go:176] Deleting pod: default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod I0401 11:58:12.996349 3906 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod, ips: 10.128.0.63 I0401 11:58:12.996375 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:14.396124 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0401 11:58:17.533750 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:17.534328 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:17.566929 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:17.567472 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:18.573125 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:18.573695 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:18.601954 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:18.602503 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:20.615377 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:20.615950 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:23.896292 3906 cni.go:403] [default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod 49fcfb5a1e392f6d66a64d01b29a8be610bba37ccc733d42359ee62edd3f1253 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod 49fcfb5a1e392f6d66a64d01b29a8be610bba37ccc733d42359ee62edd3f1253 network default NAD default] I0401 11:58:23.994848 3906 cni.go:424] [default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod 49fcfb5a1e392f6d66a64d01b29a8be610bba37ccc733d42359ee62edd3f1253 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod 49fcfb5a1e392f6d66a64d01b29a8be610bba37ccc733d42359ee62edd3f1253 network default NAD default], result "{}", err I0401 11:58:24.090402 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:24.090443 3906 pods.go:176] Deleting pod: default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod I0401 11:58:24.092070 3906 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod, ips: 10.128.0.61 I0401 11:58:24.092099 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:31.385504 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0401 11:59:08.917390 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:59:08.918053 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:59:12.084282 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:59:12.084905 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:59:23.384779 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0401 12:00:00.251860 3906 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29584080-d85m2 for pod on switch ip-10-0-2-247.ec2.internal I0401 12:00:00.251976 3906 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 I0401 12:00:00.271963 3906 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2] pod update took 20.005905ms I0401 12:00:00.271987 3906 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2] addLogicalPort annotation time took 20.037113ms I0401 12:00:00.273244 3906 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2] addLogicalPort took 21.399784ms, libovsdb time 855.117µs I0401 12:00:00.665415 3906 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 7775430a78033379e08af0a8feed817633bb69ea26d1698cf3d123969f7577dc network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 7775430a78033379e08af0a8feed817633bb69ea26d1698cf3d123969f7577dc network default NAD default] I0401 12:00:00.674663 3906 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29584080-d85m2, hostIfaceName: 7775430a7803337, network: default, NAD default, SandboxID: "7775430a78033379e08af0a8feed817633bb69ea26d1698cf3d123969f7577dc", PCI device ID: , UID: "4c512c25-bbba-4070-adff-de51a4f07c22", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0401 12:00:00.732698 3906 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 7775430a78033379e08af0a8feed817633bb69ea26d1698cf3d123969f7577dc network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 7775430a78033379e08af0a8feed817633bb69ea26d1698cf3d123969f7577dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:51:0b:b9:f7:c5\",\"name\":\"7775430a7803337\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50c562ae-608e-4afd-a717-14e179761d05\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:00:04.602054 3906 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 7775430a78033379e08af0a8feed817633bb69ea26d1698cf3d123969f7577dc network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 7775430a78033379e08af0a8feed817633bb69ea26d1698cf3d123969f7577dc network default NAD default] I0401 12:00:04.683943 3906 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 7775430a78033379e08af0a8feed817633bb69ea26d1698cf3d123969f7577dc network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 7775430a78033379e08af0a8feed817633bb69ea26d1698cf3d123969f7577dc network default NAD default], result "{}", err I0401 12:00:04.772334 3906 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:04.772373 3906 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 I0401 12:00:04.773955 3906 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2, ips: 10.128.0.64 I0401 12:00:04.773989 3906 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:05.195910 3906 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29584080-mtnzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:05.196361 3906 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29584080-mtnzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:05.798473 3906 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:05.798500 3906 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:05.836814 3906 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:05.836839 3906 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:05.839552 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 I0401 12:00:05.839574 3906 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 I0401 12:00:06.194238 3906 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29584080-mtnzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:06.194270 3906 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29584080-mtnzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:06.352877 3906 obj_retry.go:464] Detected object integration-service/integration-service-snapshot-garbage-collector-29584080-c8kp7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:06.353434 3906 obj_retry.go:464] Detected object integration-service/integration-service-snapshot-garbage-collector-29584080-c8kp7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:07.375034 3906 obj_retry.go:458] Detected object integration-service/integration-service-snapshot-garbage-collector-29584080-c8kp7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:07.375059 3906 obj_retry.go:458] Detected object integration-service/integration-service-snapshot-garbage-collector-29584080-c8kp7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:19.355730 3906 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0401 12:00:19.393265 3906 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0401 12:00:33.818543 3906 cni.go:403] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod 8f68e5b18d2e984026f1415d9cc7ee59d07bbdd568fff8af8f10df656ceaac70 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod 8f68e5b18d2e984026f1415d9cc7ee59d07bbdd568fff8af8f10df656ceaac70 network default NAD default] I0401 12:00:33.909179 3906 cni.go:424] [default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod 8f68e5b18d2e984026f1415d9cc7ee59d07bbdd568fff8af8f10df656ceaac70 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod 8f68e5b18d2e984026f1415d9cc7ee59d07bbdd568fff8af8f10df656ceaac70 network default NAD default], result "{}", err I0401 12:00:33.993123 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:33.993155 3906 pods.go:176] Deleting pod: default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod I0401 12:00:33.994702 3906 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod, ips: 10.128.0.62 I0401 12:00:33.994741 3906 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:38.291915 3906 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-xeor-96b98-collect-keyless-params-pod for pod on switch ip-10-0-2-247.ec2.internal I0401 12:00:38.292047 3906 kube.go:256] Updating pod default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod I0401 12:00:38.310630 3906 pod.go:62] [default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod] pod update took 18.619969ms I0401 12:00:38.310659 3906 base_network_controller_pods.go:937] [default/default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod] addLogicalPort annotation time took 18.654139ms I0401 12:00:38.312014 3906 pods.go:271] [default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod] addLogicalPort took 20.112411ms, libovsdb time 920.872µs I0401 12:00:38.660770 3906 cni.go:403] [default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod df72677fc8f1befcd9e28d985016400b3aa1699d9aa577907fb613cf1f08b7ed network default NAD default] ADD starting CNI request [default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod df72677fc8f1befcd9e28d985016400b3aa1699d9aa577907fb613cf1f08b7ed network default NAD default] I0401 12:00:38.670431 3906 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-xeor-96b98-collect-keyless-params-pod, hostIfaceName: df72677fc8f1bef, network: default, NAD default, SandboxID: "df72677fc8f1befcd9e28d985016400b3aa1699d9aa577907fb613cf1f08b7ed", PCI device ID: , UID: "a451c0dd-5d75-42f8-aee3-c4b4bb1b40b6", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0401 12:00:38.725939 3906 cni.go:424] [default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod df72677fc8f1befcd9e28d985016400b3aa1699d9aa577907fb613cf1f08b7ed network default NAD default] ADD finished CNI request [default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod df72677fc8f1befcd9e28d985016400b3aa1699d9aa577907fb613cf1f08b7ed network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:fc:0d:ff:a9:4e\",\"name\":\"df72677fc8f1bef\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58460362-7810-49b8-83f1-8efca98b5e05\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:00:54.371800 3906 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0401 12:00:56.995599 3906 cni.go:403] [default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod df72677fc8f1befcd9e28d985016400b3aa1699d9aa577907fb613cf1f08b7ed network default NAD default] DEL starting CNI request [default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod df72677fc8f1befcd9e28d985016400b3aa1699d9aa577907fb613cf1f08b7ed network default NAD default] I0401 12:00:57.104743 3906 cni.go:424] [default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod df72677fc8f1befcd9e28d985016400b3aa1699d9aa577907fb613cf1f08b7ed network default NAD default] DEL finished CNI request [default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod df72677fc8f1befcd9e28d985016400b3aa1699d9aa577907fb613cf1f08b7ed network default NAD default], result "{}", err I0401 12:00:57.168412 3906 obj_retry.go:464] Detected object default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:57.168473 3906 pods.go:176] Deleting pod: default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod I0401 12:00:57.169915 3906 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod, ips: 10.128.0.65 I0401 12:00:57.169944 3906 obj_retry.go:464] Detected object default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:01:06.264790 3906 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0401 12:01:18.068231 3906 obj_retry.go:464] Detected object default-tenant/my-integration-test-xeor-96b98-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:01:18.068837 3906 obj_retry.go:464] Detected object default-tenant/my-integration-test-xeor-96b98-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it