+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-161.ec2.internal ++ [[ -n ip-10-0-1-161.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-161.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0401 12:44:29.252016741 - disable conntrack on geneve port' I0401 12:44:29.252016741 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0401 12:44:29.298901855 - starting ovnkube-node + echo 'I0401 12:44:29.298901855 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-161.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-161.ec2.internal --init-node ip-10-0-1-161.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-161.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0401 12:44:29.338518 3950 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0401 12:44:29.338576 3950 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-1fd6605b1f.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0401 12:44:29.340153 3950 kube.go:423] Waiting for certificate I0401 12:44:29.340196 3950 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0401 12:44:29.340236 3950 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0401 12:44:29.341159 3950 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0401 12:44:29.371555 3950 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 12:44:29.371573 3950 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 12:44:29.374761 3950 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 12:44:29.374862 3950 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-n84cf" I0401 12:44:29.379481 3950 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-n84cf" I0401 12:44:29.379541 3950 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 12:44:30.340588 3950 kube.go:430] Certificate found I0401 12:44:30.341193 3950 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0401 12:44:30.342548 3950 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0401 12:44:30.395097 3950 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-02 12:39:29 +0000 UTC" deadline="2026-04-02 06:40:31.304349679 +0000 UTC" I0401 12:44:30.395221 3950 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h56m0.909145799s" I0401 12:44:30.418094 3950 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0401 12:44:30.433692 3950 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0401 12:44:30.433777 3950 factory.go:537] Starting watch factory I0401 12:44:30.433848 3950 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0401 12:44:30.433860 3950 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.433874 3950 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.433879 3950 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.433901 3950 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.433904 3950 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.433919 3950 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.433858 3950 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.434103 3950 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.434359 3950 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.434380 3950 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.434579 3950 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.434605 3950 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.439764 3950 controller_manager.go:368] Starting the ovnkube controller I0401 12:44:30.439776 3950 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-161.ec2.internal I0401 12:44:30.439823 3950 controller_manager.go:393] NBDB zone sync took: 40.187µs I0401 12:44:30.439833 3950 factory.go:537] Starting watch factory I0401 12:44:30.453300 3950 ovn_northd.go:121] Registering OVN northd metrics I0401 12:44:30.454721 3950 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.454809 3950 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.455278 3950 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.456061 3950 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.456832 3950 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.457187 3950 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0401 12:44:30.462047 3950 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0401 12:44:30.462140 3950 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0401 12:44:30.464450 3950 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0401 12:44:30.480532 3950 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0401 12:44:30.539676 3950 factory.go:1931] *v1.Service informer cache synced successfully I0401 12:44:30.539697 3950 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0401 12:44:30.539701 3950 factory.go:1931] *v1.Pod informer cache synced successfully I0401 12:44:30.539704 3950 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0401 12:44:30.539707 3950 factory.go:1931] *v1.Namespace informer cache synced successfully I0401 12:44:30.539711 3950 factory.go:1931] *v1.Node informer cache synced successfully I0401 12:44:30.539833 3950 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:30.539846 3950 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:30.539856 3950 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:30.539867 3950 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:30.542698 3950 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:30.542722 3950 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 12:44:30.544940 3950 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0401 12:44:30.544952 3950 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0401 12:44:30.545041 3950 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.545059 3950 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.546370 3950 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0401 12:44:30.546383 3950 factory.go:1931] *v1.Pod informer cache synced successfully I0401 12:44:30.546387 3950 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0401 12:44:30.546390 3950 factory.go:1931] *v1.Namespace informer cache synced successfully I0401 12:44:30.546393 3950 factory.go:1931] *v1.Node informer cache synced successfully I0401 12:44:30.546396 3950 factory.go:1931] *v1.Service informer cache synced successfully I0401 12:44:30.547382 3950 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.550553 3950 factory.go:1931] *v1.EgressIP informer cache synced successfully I0401 12:44:30.550613 3950 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.550625 3950 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.552005 3950 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0401 12:44:30.552019 3950 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0401 12:44:30.552976 3950 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.556070 3950 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0401 12:44:30.556150 3950 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.556166 3950 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.557294 3950 factory.go:1931] *v1.EgressIP informer cache synced successfully I0401 12:44:30.558468 3950 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.561474 3950 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0401 12:44:30.561549 3950 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.561564 3950 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.562888 3950 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0401 12:44:30.563793 3950 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.567053 3950 factory.go:1931] *v1.EgressService informer cache synced successfully I0401 12:44:30.567110 3950 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.567124 3950 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.568213 3950 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0401 12:44:30.569506 3950 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.572525 3950 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0401 12:44:30.572708 3950 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 12:44:30.572732 3950 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 12:44:30.573240 3950 factory.go:1931] *v1.EgressService informer cache synced successfully I0401 12:44:30.575064 3950 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 12:44:30.578138 3950 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0401 12:44:30.578222 3950 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.578239 3950 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.578251 3950 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.578268 3950 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.578277 3950 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0401 12:44:30.580758 3950 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.580909 3950 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 12:44:30.583386 3950 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0401 12:44:30.583422 3950 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0401 12:44:30.583432 3950 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0401 12:44:30.583439 3950 factory.go:649] Watch Factory start up complete, took: 149.666928ms I0401 12:44:30.583511 3950 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0401 12:44:30.588852 3950 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0401 12:44:30.588866 3950 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0401 12:44:30.588874 3950 factory.go:649] Watch Factory start up complete, took: 149.039667ms I0401 12:44:30.588882 3950 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-161.ec2.internal" zone I0401 12:44:30.621542 3950 default_node_network_controller.go:709] Initializing the default node network controller I0401 12:44:30.694935 3950 udn_isolation.go:101] Starting UDN host isolation manager I0401 12:44:30.701198 3950 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0401 12:44:30.769620 3950 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0401 12:44:30.769711 3950 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0401 12:44:30.769731 3950 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0401 12:44:30.803084 3950 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0401 12:44:30.803152 3950 default_node_network_controller.go:808] Node ip-10-0-1-161.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0401 12:44:30.808850 3950 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.161"] k8s.ovn.org/zone-name:ip-10-0-1-161.ec2.internal] on node ip-10-0-1-161.ec2.internal I0401 12:44:30.832984 3950 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0401 12:44:30.839073 3950 controller_manager.go:427] Waiting for node in zone sync took: 250.17655ms I0401 12:44:30.839165 3950 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0401 12:44:30.839317 3950 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0401 12:44:30.839471 3950 gateway_init.go:263] Preparing Gateway I0401 12:44:30.839479 3950 gateway_shared_intf.go:1658] Creating new gateway I0401 12:44:30.843843 3950 controller_manager.go:608] Switching to transit router for layer2 networks I0401 12:44:30.843859 3950 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-161.ec2.internal I0401 12:44:30.859813 3950 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0401 12:44:30.866369 3950 controller_manager.go:288] SCTP support detected in OVN I0401 12:44:30.867075 3950 services_controller.go:69] Creating services controller for network=default I0401 12:44:30.867201 3950 udn_enabled_svc.go:80] Waiting for service informer to sync I0401 12:44:30.867307 3950 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0401 12:44:30.867395 3950 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0401 12:44:30.867410 3950 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0401 12:44:30.867419 3950 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0401 12:44:30.867587 3950 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0401 12:44:30.867644 3950 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0401 12:44:30.867659 3950 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 41.538µs I0401 12:44:30.867685 3950 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 31.08µs I0401 12:44:30.867697 3950 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 51.853µs I0401 12:44:30.867705 3950 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0401 12:44:30.867717 3950 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0401 12:44:30.867729 3950 default_network_controller.go:321] Starting the default network controller I0401 12:44:30.867760 3950 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 10.523µs I0401 12:44:30.867780 3950 udn_enabled_svc.go:95] Performing full resync I0401 12:44:30.868085 3950 udn_enabled_svc.go:99] Waiting for handler to sync I0401 12:44:30.868101 3950 udn_enabled_svc.go:104] Starting worker I0401 12:44:30.877771 3950 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0401 12:44:30.877838 3950 repair.go:33] Syncing exgw routes took 46.551µs I0401 12:44:30.877858 3950 default_network_controller.go:407] Starting all the Watchers... I0401 12:44:30.878117 3950 namespace.go:98] [openshift-apiserver] adding namespace I0401 12:44:30.878124 3950 namespace.go:98] [openshift-apiserver-operator] adding namespace I0401 12:44:30.878126 3950 namespace.go:98] [openshift-must-gather-operator] adding namespace I0401 12:44:30.878140 3950 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0401 12:44:30.878144 3950 namespace.go:98] [openshift-package-operator] adding namespace I0401 12:44:30.878148 3950 namespace.go:98] [openshift-dns] adding namespace I0401 12:44:30.878154 3950 namespace.go:98] [openshift-monitoring] adding namespace I0401 12:44:30.878160 3950 namespace.go:98] [dedicated-admin] adding namespace I0401 12:44:30.878167 3950 namespace.go:98] [openshift-kube-scheduler] adding namespace I0401 12:44:30.878169 3950 namespace.go:98] [openshift-controller-manager] adding namespace I0401 12:44:30.878172 3950 namespace.go:98] [openshift-host-network] adding namespace I0401 12:44:30.878175 3950 namespace.go:98] [openshift-logging] adding namespace I0401 12:44:30.878180 3950 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0401 12:44:30.878169 3950 namespace.go:98] [openshift] adding namespace I0401 12:44:30.878168 3950 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0401 12:44:30.878740 3950 namespace.go:102] [openshift-apiserver] adding namespace took 611.862µs I0401 12:44:30.878760 3950 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0401 12:44:30.879245 3950 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 478.558µs I0401 12:44:30.879260 3950 namespace.go:98] [openshift-backplane-srep] adding namespace I0401 12:44:30.879800 3950 namespace.go:102] [openshift-backplane-srep] adding namespace took 535.105µs I0401 12:44:30.879812 3950 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0401 12:44:30.880343 3950 namespace.go:102] [openshift-apiserver-operator] adding namespace took 2.196128ms I0401 12:44:30.880352 3950 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0401 12:44:30.880844 3950 namespace.go:102] [openshift-must-gather-operator] adding namespace took 2.703291ms I0401 12:44:30.880856 3950 namespace.go:98] [openshift-backplane-tam] adding namespace I0401 12:44:30.881398 3950 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 3.248782ms I0401 12:44:30.881418 3950 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0401 12:44:30.881941 3950 namespace.go:102] [openshift-package-operator] adding namespace took 3.787666ms I0401 12:44:30.881956 3950 namespace.go:98] [openshift-etcd] adding namespace I0401 12:44:30.882468 3950 namespace.go:102] [openshift-dns] adding namespace took 4.310976ms I0401 12:44:30.882484 3950 namespace.go:98] [openshift-ingress] adding namespace I0401 12:44:30.883005 3950 namespace.go:102] [openshift-monitoring] adding namespace took 4.840115ms I0401 12:44:30.883021 3950 namespace.go:98] [openshift-backplane-cee] adding namespace I0401 12:44:30.883511 3950 namespace.go:102] [dedicated-admin] adding namespace took 5.343755ms I0401 12:44:30.883526 3950 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0401 12:44:30.884037 3950 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.862596ms I0401 12:44:30.884050 3950 namespace.go:98] [openshift-console-operator] adding namespace I0401 12:44:30.884549 3950 namespace.go:102] [openshift-controller-manager] adding namespace took 6.370212ms I0401 12:44:30.884565 3950 namespace.go:98] [openshift-network-diagnostics] adding namespace I0401 12:44:30.885133 3950 namespace.go:102] [openshift-host-network] adding namespace took 6.949625ms I0401 12:44:30.885146 3950 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0401 12:44:30.886069 3950 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.878267ms I0401 12:44:30.886101 3950 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0401 12:44:30.886523 3950 namespace.go:102] [openshift-logging] adding namespace took 8.329914ms I0401 12:44:30.886534 3950 namespace.go:98] [openshift-console-user-settings] adding namespace I0401 12:44:30.886994 3950 namespace.go:102] [openshift] adding namespace took 8.792313ms I0401 12:44:30.887010 3950 namespace.go:98] [openshift-kube-apiserver] adding namespace I0401 12:44:30.887497 3950 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 9.292603ms I0401 12:44:30.887513 3950 namespace.go:98] [openshift-backplane-cse] adding namespace I0401 12:44:30.887943 3950 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.126021ms I0401 12:44:30.887956 3950 namespace.go:98] [kube-public] adding namespace I0401 12:44:30.888381 3950 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.02458ms I0401 12:44:30.888394 3950 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0401 12:44:30.888831 3950 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.968991ms I0401 12:44:30.888845 3950 namespace.go:98] [openshift-machine-api] adding namespace I0401 12:44:30.889366 3950 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.940229ms I0401 12:44:30.889383 3950 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0401 12:44:30.889836 3950 namespace.go:102] [openshift-etcd] adding namespace took 7.875028ms I0401 12:44:30.889851 3950 namespace.go:98] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] adding namespace I0401 12:44:30.890260 3950 namespace.go:102] [openshift-ingress] adding namespace took 7.772299ms I0401 12:44:30.890271 3950 namespace.go:98] [openshift-machine-config-operator] adding namespace I0401 12:44:30.890739 3950 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.711663ms I0401 12:44:30.890749 3950 namespace.go:98] [openshift-network-operator] adding namespace I0401 12:44:30.891148 3950 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.615947ms I0401 12:44:30.891161 3950 namespace.go:98] [openshift-customer-monitoring] adding namespace W0401 12:44:30.891568 3950 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-s4tj6: pod openshift-network-diagnostics/network-check-target-s4tj6: no pod IPs found I0401 12:44:30.891590 3950 namespace.go:102] [openshift-console-operator] adding namespace took 7.533984ms I0401 12:44:30.891605 3950 namespace.go:98] [openshift-backplane] adding namespace I0401 12:44:30.892068 3950 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.498407ms I0401 12:44:30.892082 3950 namespace.go:98] [kube-node-lease] adding namespace I0401 12:44:30.892520 3950 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.368847ms I0401 12:44:30.892534 3950 namespace.go:98] [openshift-config-managed] adding namespace I0401 12:44:30.893011 3950 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.904486ms I0401 12:44:30.893021 3950 namespace.go:98] [openshift-authentication-operator] adding namespace I0401 12:44:30.893459 3950 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.919819ms I0401 12:44:30.893473 3950 namespace.go:98] [openshift-console] adding namespace I0401 12:44:30.893943 3950 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.925517ms I0401 12:44:30.893959 3950 namespace.go:98] [openshift-operators] adding namespace I0401 12:44:30.894572 3950 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.053301ms I0401 12:44:30.894585 3950 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0401 12:44:30.895029 3950 namespace.go:102] [kube-public] adding namespace took 7.067381ms I0401 12:44:30.895425 3950 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.025693ms I0401 12:44:30.895438 3950 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0401 12:44:30.895863 3950 namespace.go:102] [openshift-machine-api] adding namespace took 7.011347ms I0401 12:44:30.895891 3950 namespace.go:98] [openshift-backplane-csm] adding namespace I0401 12:44:30.896308 3950 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.918199ms I0401 12:44:30.896326 3950 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0401 12:44:30.896829 3950 namespace.go:102] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] adding namespace took 6.971117ms I0401 12:44:30.896846 3950 namespace.go:98] [default] adding namespace I0401 12:44:30.897366 3950 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.088754ms I0401 12:44:30.897386 3950 namespace.go:98] [openshift-cluster-version] adding namespace I0401 12:44:30.897848 3950 namespace.go:102] [openshift-network-operator] adding namespace took 7.093872ms I0401 12:44:30.897866 3950 namespace.go:98] [openshift-multus] adding namespace I0401 12:44:30.898258 3950 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.092646ms I0401 12:44:30.898273 3950 namespace.go:98] [openshift-backplane-mobb] adding namespace I0401 12:44:30.898750 3950 namespace.go:102] [openshift-backplane] adding namespace took 7.139188ms I0401 12:44:30.898764 3950 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0401 12:44:30.899135 3950 namespace.go:102] [kube-node-lease] adding namespace took 7.048243ms I0401 12:44:30.899150 3950 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0401 12:44:30.899541 3950 namespace.go:102] [openshift-config-managed] adding namespace took 7.002331ms I0401 12:44:30.899555 3950 namespace.go:98] [openshift-service-ca-operator] adding namespace I0401 12:44:30.899913 3950 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.886952ms I0401 12:44:30.899927 3950 namespace.go:98] [openshift-route-controller-manager] adding namespace I0401 12:44:30.900270 3950 namespace.go:102] [openshift-console] adding namespace took 6.790275ms I0401 12:44:30.900289 3950 namespace.go:98] [kube-system] adding namespace I0401 12:44:30.900758 3950 namespace.go:102] [openshift-operators] adding namespace took 6.793456ms I0401 12:44:30.900771 3950 namespace.go:98] [openshift-network-console] adding namespace I0401 12:44:30.901570 3950 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.978686ms I0401 12:44:30.901589 3950 namespace.go:98] [openshift-ingress-canary] adding namespace I0401 12:44:30.901976 3950 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.532612ms I0401 12:44:30.901990 3950 namespace.go:98] [openshift-infra] adding namespace I0401 12:44:30.902378 3950 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.475741ms I0401 12:44:30.902395 3950 namespace.go:98] [openshift-dns-operator] adding namespace I0401 12:44:30.902834 3950 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.502483ms I0401 12:44:30.902848 3950 namespace.go:98] [openshift-insights] adding namespace I0401 12:44:30.903200 3950 namespace.go:102] [default] adding namespace took 6.348062ms I0401 12:44:30.903213 3950 namespace.go:98] [openshift-cluster-machine-approver] adding namespace W0401 12:44:30.903587 3950 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tgjkj: pod openshift-multus/network-metrics-daemon-tgjkj: no pod IPs found I0401 12:44:30.903609 3950 namespace.go:102] [openshift-cluster-version] adding namespace took 6.219512ms I0401 12:44:30.903618 3950 namespace.go:98] [openshift-network-node-identity] adding namespace I0401 12:44:30.904126 3950 namespace.go:102] [openshift-multus] adding namespace took 6.254192ms I0401 12:44:30.904140 3950 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0401 12:44:30.904593 3950 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.315033ms I0401 12:44:30.904602 3950 namespace.go:98] [openshift-config] adding namespace I0401 12:44:30.904971 3950 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.203815ms I0401 12:44:30.904980 3950 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0401 12:44:30.905502 3950 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.346693ms I0401 12:44:30.905516 3950 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0401 12:44:30.905941 3950 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.38075ms I0401 12:44:30.905953 3950 namespace.go:98] [openshift-node] adding namespace I0401 12:44:30.906352 3950 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.421259ms I0401 12:44:30.906361 3950 namespace.go:98] [openshift-image-registry] adding namespace W0401 12:44:30.906362 3950 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-8zl57: pod kube-system/global-pull-secret-syncer-8zl57: no pod IPs found I0401 12:44:30.906894 3950 namespace.go:102] [kube-system] adding namespace took 6.5982ms I0401 12:44:30.906911 3950 namespace.go:98] [openshift-config-operator] adding namespace I0401 12:44:30.907345 3950 namespace.go:102] [openshift-network-console] adding namespace took 6.557148ms I0401 12:44:30.907358 3950 namespace.go:98] [openshift-authentication] adding namespace I0401 12:44:30.907785 3950 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.191107ms I0401 12:44:30.907799 3950 namespace.go:98] [openshift-operators-redhat] adding namespace I0401 12:44:30.908228 3950 namespace.go:102] [openshift-infra] adding namespace took 6.234194ms I0401 12:44:30.908712 3950 namespace.go:102] [openshift-dns-operator] adding namespace took 6.312159ms I0401 12:44:30.909150 3950 namespace.go:102] [openshift-insights] adding namespace took 6.296152ms I0401 12:44:30.909604 3950 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.384538ms I0401 12:44:30.909616 3950 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0401 12:44:30.910042 3950 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.42069ms I0401 12:44:30.910454 3950 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.308946ms I0401 12:44:30.910875 3950 namespace.go:102] [openshift-config] adding namespace took 6.266348ms I0401 12:44:30.911275 3950 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.290719ms I0401 12:44:30.911288 3950 namespace.go:98] [openshift-marketplace] adding namespace I0401 12:44:30.911674 3950 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.152711ms I0401 12:44:30.912138 3950 namespace.go:102] [openshift-node] adding namespace took 6.179796ms I0401 12:44:30.912151 3950 namespace.go:98] [openshift-ingress-operator] adding namespace I0401 12:44:30.912814 3950 namespace.go:102] [openshift-image-registry] adding namespace took 6.448392ms I0401 12:44:30.913348 3950 namespace.go:102] [openshift-config-operator] adding namespace took 6.416263ms I0401 12:44:30.913832 3950 namespace.go:102] [openshift-authentication] adding namespace took 6.465786ms I0401 12:44:30.913847 3950 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0401 12:44:30.914363 3950 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.557586ms I0401 12:44:30.914892 3950 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.269566ms I0401 12:44:30.915350 3950 namespace.go:102] [openshift-marketplace] adding namespace took 4.055913ms I0401 12:44:30.915818 3950 namespace.go:102] [openshift-ingress-operator] adding namespace took 3.662995ms I0401 12:44:30.916268 3950 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 2.415647ms I0401 12:44:30.916699 3950 zone_ic_handler.go:186] Time taken to create transit switch: 312.199µs I0401 12:44:30.916775 3950 master.go:532] Adding or Updating local node "ip-10-0-1-161.ec2.internal" for network "default" I0401 12:44:30.917377 3950 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-11.ec2.internal for the network default I0401 12:44:30.917406 3950 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-227.ec2.internal for the network default I0401 12:44:30.918453 3950 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-11.ec2.internal" on network "default" took: 1.093105ms I0401 12:44:30.918729 3950 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-227.ec2.internal" on network "default" took: 1.33367ms I0401 12:44:30.921032 3950 default_network_controller.go:806] Node add failed for ip-10-0-1-161.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-161.ec2.internal, error getting gateway config for node ip-10-0-1-161.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-161.ec2.internal", failed to update chassis to local for local node ip-10-0-1-161.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-161.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-161.ec2.internal] E0401 12:44:30.921091 3950 obj_retry.go:541] Failed to create *v1.Node ip-10-0-1-161.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-161.ec2.internal, error getting gateway config for node ip-10-0-1-161.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-161.ec2.internal", failed to update chassis to local for local node ip-10-0-1-161.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-161.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-161.ec2.internal] I0401 12:44:30.921141 3950 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0401 12:44:30.921168 3950 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0401 12:44:30.921169 3950 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-161.ec2.internal", UID:"10e35c6f-4a1b-4064-8d21-70850334a8cb", APIVersion:"v1", ResourceVersion:"8971", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-161.ec2.internal, error getting gateway config for node ip-10-0-1-161.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-161.ec2.internal", failed to update chassis to local for local node ip-10-0-1-161.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-161.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-161.ec2.internal] I0401 12:44:30.921195 3950 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0401 12:44:30.921207 3950 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default" I0401 12:44:30.921288 3950 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:30.921299 3950 services_controller.go:574] Full service sync requested for network=default I0401 12:44:30.921308 3950 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-161.ec2.internal in network "default" I0401 12:44:30.921317 3950 node_tracker.go:235] Node ip-10-0-1-161.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-161.ec2.internal" I0401 12:44:30.921325 3950 node_tracker.go:169] Node ip-10-0-1-161.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:30.921348 3950 services_controller.go:574] Full service sync requested for network=default I0401 12:44:30.921355 3950 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0401 12:44:30.921379 3950 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:30.921387 3950 services_controller.go:574] Full service sync requested for network=default I0401 12:44:30.944279 3950 iptables.go:108] Creating table: filter chain: FORWARD I0401 12:44:30.950168 3950 iptables.go:108] Creating table: filter chain: OUTPUT I0401 12:44:30.956305 3950 gateway_shared_intf.go:1787] Gateway Creation Complete I0401 12:44:30.956324 3950 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-161.ec2.internal","mac-address":"0a:ff:dd:d6:cf:4b","ip-addresses":["10.0.1.161/24"],"ip-address":"10.0.1.161/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:782cb3da-a9be-4afb-b505-3db90f74dfa1 k8s.ovn.org/node-encap-ips:["10.0.1.161"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.161/24"} k8s.ovn.org/zone-name:ip-10-0-1-161.ec2.internal] on node ip-10-0-1-161.ec2.internal I0401 12:44:30.973965 3950 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-161.ec2.internal in network "default" I0401 12:44:30.974040 3950 node_tracker.go:169] Node ip-10-0-1-161.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:30.974038 3950 master.go:532] Adding or Updating local node "ip-10-0-1-161.ec2.internal" for network "default" I0401 12:44:30.974058 3950 services_controller.go:574] Full service sync requested for network=default I0401 12:44:30.978904 3950 default_node_network_controller.go:518] Node connection status = connected W0401 12:44:30.981141 3950 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-tgjkj: pod openshift-multus/network-metrics-daemon-tgjkj: no pod IPs found W0401 12:44:30.981202 3950 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-8zl57: pod kube-system/global-pull-secret-syncer-8zl57: no pod IPs found W0401 12:44:30.981223 3950 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-s4tj6: pod openshift-network-diagnostics/network-check-target-s4tj6: no pod IPs found I0401 12:44:30.982482 3950 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-161.ec2.internal for the network default I0401 12:44:31.022030 3950 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0401 12:44:31.022060 3950 services_controller.go:208] Setting up event handlers for services for network=default I0401 12:44:31.022116 3950 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0401 12:44:31.022153 3950 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0401 12:44:31.022163 3950 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0401 12:44:31.122871 3950 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0401 12:44:31.122893 3950 repair.go:60] Starting repairing loop for services I0401 12:44:31.122983 3950 repair.go:131] Deleted 0 stale service LBs I0401 12:44:31.123002 3950 repair.go:137] Deleted 0 stale Chassis Template Vars I0401 12:44:31.123017 3950 repair.go:62] Finished repairing loop for services: 125.359µs I0401 12:44:31.123039 3950 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0401 12:44:31.123049 3950 services_controller.go:254] Starting workers for network=default I0401 12:44:31.123669 3950 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tgjkj] creating logical port openshift-multus_network-metrics-daemon-tgjkj for pod on switch ip-10-0-1-161.ec2.internal I0401 12:44:31.123802 3950 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-tgjkj I0401 12:44:31.123910 3950 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-8zl57] creating logical port kube-system_global-pull-secret-syncer-8zl57 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:44:31.124158 3950 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-s4tj6] creating logical port openshift-network-diagnostics_network-check-target-s4tj6 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:44:31.124240 3950 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-s4tj6 I0401 12:44:31.124403 3950 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-8zl57 I0401 12:44:31.141276 3950 pod.go:62] [openshift-network-diagnostics/network-check-target-s4tj6] pod update took 17.054934ms I0401 12:44:31.141299 3950 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-s4tj6] addLogicalPort annotation time took 17.080786ms I0401 12:44:31.142237 3950 pods.go:271] [openshift-network-diagnostics/network-check-target-s4tj6] addLogicalPort took 18.085939ms, libovsdb time 666.524µs I0401 12:44:31.144108 3950 pod.go:62] [kube-system/global-pull-secret-syncer-8zl57] pod update took 20.157501ms I0401 12:44:31.144130 3950 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-8zl57] addLogicalPort annotation time took 20.180734ms I0401 12:44:31.145014 3950 pods.go:271] [kube-system/global-pull-secret-syncer-8zl57] addLogicalPort took 21.110856ms, libovsdb time 583.497µs I0401 12:44:31.147101 3950 pod.go:62] [openshift-multus/network-metrics-daemon-tgjkj] pod update took 23.350508ms I0401 12:44:31.147125 3950 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-tgjkj] addLogicalPort annotation time took 23.377843ms I0401 12:44:31.148096 3950 pods.go:271] [openshift-multus/network-metrics-daemon-tgjkj] addLogicalPort took 24.436907ms, libovsdb time 702.735µs I0401 12:44:31.148712 3950 admin_network_policy_controller.go:227] Starting controller default-network-controller I0401 12:44:31.148736 3950 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0401 12:44:31.148751 3950 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0401 12:44:31.148755 3950 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0401 12:44:31.148955 3950 repair.go:29] Repairing admin network policies took 195.285µs I0401 12:44:31.149058 3950 repair.go:92] Repairing baseline admin network policies took 94.087µs I0401 12:44:31.149540 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0401 12:44:31.149573 3950 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0401 12:44:31.151721 3950 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0401 12:44:31.151746 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0401 12:44:31.151759 3950 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0401 12:44:31.152323 3950 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0401 12:44:31.152359 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0401 12:44:31.152370 3950 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0401 12:44:31.153765 3950 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0401 12:44:31.153785 3950 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0401 12:44:31.153794 3950 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0401 12:44:31.155452 3950 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0401 12:44:31.155478 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0401 12:44:31.155491 3950 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0401 12:44:31.155988 3950 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0401 12:44:31.156004 3950 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0401 12:44:31.156015 3950 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0401 12:44:31.158151 3950 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0401 12:44:31.158177 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0401 12:44:31.158187 3950 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0401 12:44:31.158473 3950 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0401 12:44:31.158493 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0401 12:44:31.158501 3950 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0401 12:44:31.159947 3950 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0401 12:44:31.159966 3950 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0401 12:44:31.159978 3950 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0401 12:44:31.161501 3950 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0401 12:44:31.161522 3950 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0401 12:44:31.161530 3950 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0401 12:44:31.162757 3950 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0401 12:44:31.162778 3950 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0401 12:44:31.162790 3950 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0401 12:44:31.164210 3950 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0401 12:44:31.164229 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0401 12:44:31.165003 3950 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0401 12:44:31.165016 3950 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0401 12:44:31.165687 3950 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0401 12:44:31.165705 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0401 12:44:31.165729 3950 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0401 12:44:31.167352 3950 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0401 12:44:31.167372 3950 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0401 12:44:31.167383 3950 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0401 12:44:31.168395 3950 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0401 12:44:31.168412 3950 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0401 12:44:31.168423 3950 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0401 12:44:31.169356 3950 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0401 12:44:31.169376 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0401 12:44:31.169383 3950 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0401 12:44:31.169650 3950 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0401 12:44:31.169667 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0401 12:44:31.169676 3950 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0401 12:44:31.170124 3950 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0401 12:44:31.170141 3950 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0401 12:44:31.170147 3950 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0401 12:44:31.170407 3950 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0401 12:44:31.170423 3950 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0401 12:44:31.170433 3950 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0401 12:44:31.171575 3950 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0401 12:44:31.171593 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0401 12:44:31.171600 3950 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0401 12:44:31.172096 3950 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0401 12:44:31.172111 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0401 12:44:31.172118 3950 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0401 12:44:31.172590 3950 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0401 12:44:31.172611 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0401 12:44:31.172619 3950 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0401 12:44:31.173098 3950 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0401 12:44:31.173114 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0401 12:44:31.173121 3950 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0401 12:44:31.173555 3950 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0401 12:44:31.173573 3950 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0401 12:44:31.173582 3950 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0401 12:44:31.174444 3950 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0401 12:44:31.174466 3950 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0401 12:44:31.174477 3950 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0401 12:44:31.175536 3950 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0401 12:44:31.175557 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0401 12:44:31.175566 3950 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0401 12:44:31.176070 3950 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0401 12:44:31.176092 3950 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0401 12:44:31.176103 3950 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0401 12:44:31.176585 3950 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0401 12:44:31.176602 3950 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0401 12:44:31.176610 3950 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0401 12:44:31.177098 3950 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0401 12:44:31.177121 3950 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0401 12:44:31.177137 3950 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0401 12:44:31.178139 3950 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0401 12:44:31.183758 3950 egressfirewall.go:319] Starting EgressFirewall controller I0401 12:44:31.183787 3950 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0401 12:44:31.183805 3950 controller.go:133] Adding controller egress-firewall-controller event handlers I0401 12:44:31.183823 3950 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0401 12:44:31.183831 3950 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0401 12:44:31.183838 3950 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0401 12:44:31.183840 3950 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0401 12:44:31.184114 3950 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0401 12:44:31.184128 3950 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0401 12:44:31.184137 3950 egressqos.go:193] Setting up event handlers for EgressQoS I0401 12:44:31.184213 3950 egressfirewall.go:628] Syncing node "ip-10-0-0-11.ec2.internal" for egress firewall I0401 12:44:31.184227 3950 egressfirewall.go:628] Syncing node "ip-10-0-1-161.ec2.internal" for egress firewall I0401 12:44:31.184232 3950 egressfirewall.go:628] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0401 12:44:31.184254 3950 egressqos.go:245] Starting EgressQoS Controller I0401 12:44:31.184264 3950 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0401 12:44:31.184273 3950 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0401 12:44:31.184281 3950 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0401 12:44:31.184288 3950 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0401 12:44:31.184299 3950 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0401 12:44:31.184307 3950 shared_informer.go:356] "Caches are synced" controller="egressqos" I0401 12:44:31.184311 3950 egressqos.go:259] Repairing EgressQoSes I0401 12:44:31.184315 3950 egressqos.go:399] Starting repairing loop for egressqos I0401 12:44:31.184408 3950 egressqos.go:401] Finished repairing loop for egressqos: 92.823µs I0401 12:44:31.184430 3950 egressservice_zone.go:132] Setting up event handlers for Egress Services I0401 12:44:31.184456 3950 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-161.ec2.internal I0401 12:44:31.184506 3950 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-161.ec2.internal : 51.675µs I0401 12:44:31.184559 3950 egressservice_zone.go:210] Starting Egress Services Controller I0401 12:44:31.184572 3950 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0401 12:44:31.184581 3950 shared_informer.go:356] "Caches are synced" controller="egressservices" I0401 12:44:31.184586 3950 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0401 12:44:31.184594 3950 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0401 12:44:31.184600 3950 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0401 12:44:31.184604 3950 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0401 12:44:31.184610 3950 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0401 12:44:31.184614 3950 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0401 12:44:31.184618 3950 egressservice_zone.go:228] Repairing Egress Services I0401 12:44:31.184897 3950 master_controller.go:88] Starting Admin Policy Based Route Controller I0401 12:44:31.184907 3950 external_controller.go:278] Starting Admin Policy Based Route Controller I0401 12:44:31.184918 3950 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal I0401 12:44:31.184939 3950 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 21.834µs I0401 12:44:31.184949 3950 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-161.ec2.internal I0401 12:44:31.184953 3950 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-161.ec2.internal: 4.732µs I0401 12:44:31.184957 3950 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0401 12:44:31.184961 3950 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 3.607µs I0401 12:44:31.185042 3950 default_network_controller.go:568] Completing all the Watchers took 307.175562ms I0401 12:44:31.185062 3950 default_network_controller.go:572] Starting unidling controllers I0401 12:44:31.185072 3950 unidle.go:46] Registering OVN SB ControllerEvent handler I0401 12:44:31.185082 3950 unidle.go:63] Populating Initial ContollerEvent events I0401 12:44:31.185099 3950 unidle.go:79] Setting up event handlers for services I0401 12:44:31.185169 3950 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0401 12:44:31.478892 3950 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:31.813895 3950 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0401 12:44:31.813927 3950 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 40.466µs I0401 12:44:31.978677 3950 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:32.477869 3950 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:32.978616 3950 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:33.231248 3950 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0401 12:44:33.478355 3950 default_node_network_controller.go:518] Node connection status = connected I0401 12:44:33.495543 3950 bridgeconfig.go:537] Gateway is ready I0401 12:44:33.495564 3950 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0401 12:44:33.506759 3950 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.161. Updating OVN encap IP. I0401 12:44:33.511806 3950 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.161 - it is already configured I0401 12:44:33.511822 3950 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.161/24:{} 172.20.0.1/32:{}]. Updating annotations. I0401 12:44:33.512026 3950 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.161/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-161.ec2.internal","mac-address":"0a:ff:dd:d6:cf:4b","ip-addresses":["10.0.1.161/24"],"ip-address":"10.0.1.161/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:782cb3da-a9be-4afb-b505-3db90f74dfa1 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.161/24"}] on node ip-10-0-1-161.ec2.internal I0401 12:44:33.527674 3950 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-161.ec2.internal I0401 12:44:33.527692 3950 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-161.ec2.internal: 22.478µs I0401 12:44:33.527723 3950 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-161.ec2.internal in network "default" I0401 12:44:33.527762 3950 node_tracker.go:169] Node ip-10-0-1-161.ec2.internal switch + router changed, syncing services in network "default" I0401 12:44:33.527779 3950 services_controller.go:574] Full service sync requested for network=default I0401 12:44:33.527789 3950 egressfirewall.go:628] Syncing node "ip-10-0-1-161.ec2.internal" for egress firewall I0401 12:44:33.527821 3950 master.go:532] Adding or Updating local node "ip-10-0-1-161.ec2.internal" for network "default" I0401 12:44:33.528030 3950 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.161 I0401 12:44:33.528147 3950 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-161.ec2.internal I0401 12:44:33.532461 3950 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-161.ec2.internal. Updating no re-route policies I0401 12:44:33.532544 3950 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-161.ec2.internal I0401 12:44:33.532565 3950 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-161.ec2.internal I0401 12:44:33.532594 3950 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-161.ec2.internal after 0 failed attempt(s) I0401 12:44:33.532597 3950 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tgjkj I0401 12:44:33.532607 3950 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-9cdcr I0401 12:44:33.532616 3950 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-gdjxl I0401 12:44:33.532620 3950 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-qqjfb I0401 12:44:33.532625 3950 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-qc8bt I0401 12:44:33.532624 3950 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-9cdcr I0401 12:44:33.532618 3950 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bpk49 I0401 12:44:33.532634 3950 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-qc8bt I0401 12:44:33.532637 3950 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bpk49 I0401 12:44:33.532641 3950 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-161.ec2.internal I0401 12:44:33.532647 3950 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-9cdcr after 0 failed attempt(s) I0401 12:44:33.532650 3950 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-161.ec2.internal I0401 12:44:33.532645 3950 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ct7r7 I0401 12:44:33.532660 3950 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-lwgs4 I0401 12:44:33.532610 3950 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tgjkj I0401 12:44:33.532668 3950 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ct7r7 I0401 12:44:33.532681 3950 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-v9qj7 I0401 12:44:33.532678 3950 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-qc8bt after 0 failed attempt(s) I0401 12:44:33.532690 3950 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-v9qj7 I0401 12:44:33.532631 3950 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-qqjfb I0401 12:44:33.532611 3950 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-8zl57 I0401 12:44:33.532701 3950 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-8zl57 I0401 12:44:33.532706 3950 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-v9qj7 after 0 failed attempt(s) I0401 12:44:33.532708 3950 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tgjkj] creating logical port openshift-multus_network-metrics-daemon-tgjkj for pod on switch ip-10-0-1-161.ec2.internal I0401 12:44:33.532690 3950 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-ct7r7 after 0 failed attempt(s) I0401 12:44:33.532652 3950 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-x6gsx I0401 12:44:33.532724 3950 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-8zl57] creating logical port kube-system_global-pull-secret-syncer-8zl57 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:44:33.532734 3950 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-x6gsx I0401 12:44:33.532744 3950 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-x6gsx after 0 failed attempt(s) I0401 12:44:33.532664 3950 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-s4tj6 I0401 12:44:33.532753 3950 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-s4tj6 I0401 12:44:33.532628 3950 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-gdjxl I0401 12:44:33.532710 3950 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-qqjfb after 0 failed attempt(s) I0401 12:44:33.532670 3950 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-161.ec2.internal after 0 failed attempt(s) I0401 12:44:33.532813 3950 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-gdjxl after 0 failed attempt(s) I0401 12:44:33.532664 3950 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tc62k I0401 12:44:33.532652 3950 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bpk49 after 0 failed attempt(s) I0401 12:44:33.532829 3950 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-tc62k I0401 12:44:33.532669 3950 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-lwgs4 I0401 12:44:33.532842 3950 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-tc62k after 0 failed attempt(s) I0401 12:44:33.532779 3950 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-s4tj6] creating logical port openshift-network-diagnostics_network-check-target-s4tj6 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:44:33.532850 3950 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-lwgs4 after 0 failed attempt(s) I0401 12:44:33.533361 3950 pods.go:271] [kube-system/global-pull-secret-syncer-8zl57] addLogicalPort took 643.501µs, libovsdb time 240.96µs I0401 12:44:33.533373 3950 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-8zl57 after 0 failed attempt(s) I0401 12:44:33.533497 3950 pods.go:271] [openshift-multus/network-metrics-daemon-tgjkj] addLogicalPort took 809.394µs, libovsdb time 326.86µs I0401 12:44:33.533505 3950 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-tgjkj after 0 failed attempt(s) I0401 12:44:33.533592 3950 pods.go:271] [openshift-network-diagnostics/network-check-target-s4tj6] addLogicalPort took 824.256µs, libovsdb time 375.206µs I0401 12:44:33.533604 3950 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-s4tj6 after 0 failed attempt(s) I0401 12:44:33.544190 3950 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0401 12:44:33.555597 3950 iptables.go:108] Creating table: mangle chain: OUTPUT I0401 12:44:33.558632 3950 iptables.go:108] Creating table: nat chain: OUTPUT I0401 12:44:33.600940 3950 iptables.go:108] Creating table: nat chain: PREROUTING I0401 12:44:33.670797 3950 iptables.go:108] Creating table: filter chain: FORWARD I0401 12:44:33.686554 3950 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0401 12:44:33.686769 3950 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0401 12:44:33.686820 3950 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0401 12:44:33.686900 3950 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0401 12:44:33.686948 3950 gateway_init.go:325] Gateway and management port readiness took 2.71316352s I0401 12:44:33.686975 3950 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0401 12:44:33.687007 3950 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0401 12:44:33.687019 3950 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0401 12:44:33.687028 3950 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0401 12:44:33.687083 3950 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0401 12:44:33.687164 3950 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.131µs I0401 12:44:33.687478 3950 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0401 12:44:33.687502 3950 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.931µs I0401 12:44:33.687510 3950 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.531µs I0401 12:44:33.687516 3950 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0401 12:44:33.687524 3950 nad_controller.go:173] [node-nad-controller NAD controller]: started I0401 12:44:33.687529 3950 default_node_network_controller.go:898] Starting the default node network controller I0401 12:44:33.687534 3950 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0401 12:44:33.687617 3950 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.82µs I0401 12:44:33.687695 3950 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0401 12:44:33.687702 3950 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0401 12:44:33.687725 3950 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b99650 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc0002d4000 0xc0002d4070 0xc0002d40e0 0xc000b95810 0xc0002d4150 0xc0002d4230 0xc000a802d0 0xc0065592d0 0xc0002d42a0 map[0x2f8f0c0:0xc0025894a0 0x2f8f600:0xc002589620 0x2f90080:0xc0025893e0 0x2f90320:0xc002589440 0x2f90b00:0xc002589500 0x2f90da0:0xc002589560 0x2f91040:0xc0025895c0 0x2f91820:0xc002589680 0x2f91ac0:0xc0025897a0 0x2fbc3e0:0xc0011975c0 0x2fbc780:0xc001197da0 0x2fbd260:0xc000c1fa40 0x2fbebc0:0xc001bae000 0x2fbf6a0:0xc001197e00 0x2fc0520:0xc001197560] 0xc000b96620 0} I0401 12:44:33.687781 3950 gateway.go:151] Starting gateway service sync I0401 12:44:33.688213 3950 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0401 12:44:33.690225 3950 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0401 12:44:33.704044 3950 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0401 12:44:33.705123 3950 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0401 12:44:33.706169 3950 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0401 12:44:33.739025 3950 gateway.go:168] Gateway service sync done. Time taken: 51.232326ms I0401 12:44:33.739685 3950 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30311 I0401 12:44:33.739815 3950 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b99650 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc0002d4000 0xc0002d4070 0xc0002d40e0 0xc000b95810 0xc0002d4150 0xc0002d4230 0xc000a802d0 0xc0065592d0 0xc0002d42a0 map[0x2f8f0c0:0xc0025894a0 0x2f8f600:0xc002589620 0x2f90080:0xc0025893e0 0x2f90320:0xc002589440 0x2f90b00:0xc002589500 0x2f90da0:0xc002589560 0x2f91040:0xc0025895c0 0x2f91820:0xc002589680 0x2f91ac0:0xc0025897a0 0x2fbc3e0:0xc0011975c0 0x2fbc780:0xc001197da0 0x2fbd260:0xc000c1fa40 0x2fbebc0:0xc001bae000 0x2fbf6a0:0xc001197e00 0x2fc0520:0xc001197560] 0xc000b96620 0} I0401 12:44:33.740284 3950 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b99650 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc0002d4000 0xc0002d4070 0xc0002d40e0 0xc000b95810 0xc0002d4150 0xc0002d4230 0xc000a802d0 0xc0065592d0 0xc0002d42a0 map[0x2f8f0c0:0xc0025894a0 0x2f8f600:0xc002589620 0x2f90080:0xc0025893e0 0x2f90320:0xc002589440 0x2f90b00:0xc002589500 0x2f90da0:0xc002589560 0x2f91040:0xc0025895c0 0x2f91820:0xc002589680 0x2f91ac0:0xc0025897a0 0x2fbc3e0:0xc0011975c0 0x2fbc780:0xc001197da0 0x2fbd260:0xc000c1fa40 0x2fbebc0:0xc001bae000 0x2fbf6a0:0xc001197e00 0x2fc0520:0xc001197560] 0xc000b96620 0} I0401 12:44:33.740324 3950 gateway.go:519] Reconciling gateway with updates I0401 12:44:33.745253 3950 gateway.go:326] Spawning Conntrack Rule Check Thread I0401 12:44:33.745356 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0401 12:44:33.745373 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0401 12:44:33.745387 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0401 12:44:33.745366 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 12:44:33.745398 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 12:44:33.745399 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 12:44:33.745406 3950 port_claim.go:71] Svc openshift-ingress/router-default: port 30906 is already open, no action needed I0401 12:44:33.745418 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 12:44:33.745429 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 12:44:33.745435 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 12:44:33.745441 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0401 12:44:33.745454 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 12:44:33.745456 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 12:44:33.745463 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 12:44:33.745470 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 12:44:33.745470 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 12:44:33.745476 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0401 12:44:33.745479 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 12:44:33.745483 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 12:44:33.745485 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 12:44:33.745486 3950 port_claim.go:71] Svc openshift-ingress/router-default: port 30561 is already open, no action needed I0401 12:44:33.745488 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0401 12:44:33.745472 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0401 12:44:33.745496 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 12:44:33.745499 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 12:44:33.745496 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0401 12:44:33.745508 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 12:44:33.745510 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 12:44:33.745457 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 12:44:33.745520 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 12:44:33.745523 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 12:44:33.745522 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0401 12:44:33.745532 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 12:44:33.745534 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 12:44:33.745534 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0401 12:44:33.745416 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 12:44:33.745542 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0401 12:44:33.745550 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 12:44:33.745509 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 12:44:33.745550 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 12:44:33.745561 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 12:44:33.745562 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 12:44:33.745564 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 12:44:33.745543 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0401 12:44:33.745485 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 12:44:33.745562 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0401 12:44:33.745575 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 12:44:33.745430 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:44:33.745582 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0401 12:44:33.745588 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 12:44:33.745455 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0401 12:44:33.745595 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 12:44:33.745600 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 12:44:33.745602 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0401 12:44:33.745604 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0401 12:44:33.745382 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 12:44:33.745526 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 12:44:33.745613 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0401 12:44:33.745386 3950 default_node_network_controller.go:943] Gateway and management port readiness took 57.674912ms I0401 12:44:33.745623 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0401 12:44:33.745536 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0401 12:44:33.745569 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 12:44:33.745614 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 12:44:33.745649 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 12:44:33.745489 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0401 12:44:33.745678 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0401 12:44:33.745704 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0401 12:44:33.745470 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 12:44:33.745522 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0401 12:44:33.745749 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0401 12:44:33.745456 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 12:44:33.745781 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 12:44:33.745787 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 12:44:33.745459 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0401 12:44:33.745442 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 12:44:33.745789 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0401 12:44:33.745444 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 12:44:33.745814 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 12:44:33.745826 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 12:44:33.745843 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 12:44:33.745495 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 12:44:33.745504 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0401 12:44:33.745883 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0401 12:44:33.745509 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 12:44:33.745901 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 12:44:33.745909 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0401 12:44:33.745524 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0401 12:44:33.745535 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0401 12:44:33.745564 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 12:44:33.745512 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0401 12:44:33.745577 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 12:44:33.745998 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 12:44:33.745593 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:44:33.745602 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 12:44:33.746065 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0401 12:44:33.745605 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 12:44:33.745575 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 12:44:33.745610 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 12:44:33.746113 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0401 12:44:33.745611 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0401 12:44:33.745384 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0401 12:44:33.746139 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0401 12:44:33.745473 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 12:44:33.746146 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0401 12:44:33.745803 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 12:44:33.745573 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 12:44:33.746720 3950 node_ip_handler_linux.go:160] Node IP manager is running W0401 12:44:33.783204 3950 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0401 12:44:33.783433 3950 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0401 12:44:33.783597 3950 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0401 12:44:33.791895 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0401 12:44:33.791905 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0401 12:44:33.791921 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0401 12:44:33.791928 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0401 12:44:33.791934 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0401 12:44:33.791940 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0401 12:44:33.791945 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0401 12:44:33.791953 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0401 12:44:33.791962 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0401 12:44:33.791972 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0401 12:44:33.791979 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0401 12:44:33.791984 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0401 12:44:33.791989 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0401 12:44:33.791994 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0401 12:44:33.792000 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0401 12:44:33.792005 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0401 12:44:33.792011 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0401 12:44:33.830645 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0401 12:44:33.830681 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0401 12:44:33.868881 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0401 12:44:33.868910 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0401 12:44:33.868918 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0401 12:44:33.868925 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0401 12:44:33.868932 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0401 12:44:33.868938 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0401 12:44:33.868951 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0401 12:44:33.868965 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0401 12:44:33.868981 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0401 12:44:33.868988 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) W0401 12:44:34.467767 3950 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 12:44:35.446775 3950 default_node_network_controller.go:1369] Starting node controller node sync W0401 12:44:35.446817 3950 egressip_healthcheck.go:76] Health checking using insecure connection I0401 12:44:35.446859 3950 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0401 12:44:35.458192 3950 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.395768ms I0401 12:44:35.458298 3950 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-11.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 12:44:35.458319 3950 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-11.ec2.internal", IP: 10.0.0.11 to PMTUD blocking rules I0401 12:44:35.458298 3950 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 10.0.2.227 to PMTUD blocking rules I0401 12:44:35.458355 3950 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 12:44:35.469599 3950 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0401 12:44:35.469871 3950 egressservice_node.go:93] Setting up event handlers for Egress Services I0401 12:44:35.469984 3950 egressservice_node.go:183] Starting Egress Services Controller I0401 12:44:35.469999 3950 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0401 12:44:35.470010 3950 shared_informer.go:356] "Caches are synced" controller="egressservices" I0401 12:44:35.470016 3950 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0401 12:44:35.470021 3950 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0401 12:44:35.470028 3950 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0401 12:44:35.470032 3950 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0401 12:44:35.470036 3950 egressservice_node.go:197] Repairing Egress Services I0401 12:44:35.479918 3950 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0401 12:44:35.479932 3950 external_controller.go:278] Starting Admin Policy Based Route Controller I0401 12:44:35.480119 3950 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0401 12:44:35.480133 3950 link_network_manager.go:117] Link manager is running I0401 12:44:35.480141 3950 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0401 12:44:35.480211 3950 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0401 12:44:35.480489 3950 vrf_manager.go:128] VRF manager is running I0401 12:44:35.480563 3950 node_controller_manager.go:437] Removing flows to drop GARP I0401 12:44:35.480572 3950 gateway.go:519] Reconciling gateway with updates I0401 12:44:35.501397 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 12:44:35.501415 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 12:44:35.501430 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0401 12:44:35.501447 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0401 12:44:35.501446 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 12:44:35.501455 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0401 12:44:35.501461 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 12:44:35.501464 3950 port_claim.go:71] Svc openshift-ingress/router-default: port 30906 is already open, no action needed I0401 12:44:35.501468 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0401 12:44:35.501470 3950 port_claim.go:71] Svc openshift-ingress/router-default: port 30561 is already open, no action needed I0401 12:44:35.501467 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0401 12:44:35.501484 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0401 12:44:35.501488 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0401 12:44:35.501500 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0401 12:44:35.501504 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0401 12:44:35.501506 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0401 12:44:35.501514 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0401 12:44:35.501520 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0401 12:44:35.501526 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0401 12:44:35.501530 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0401 12:44:35.501530 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 12:44:35.501537 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0401 12:44:35.501535 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 12:44:35.501542 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 12:44:35.501545 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0401 12:44:35.501546 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0401 12:44:35.501517 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 12:44:35.501548 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 12:44:35.501555 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 12:44:35.501560 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 12:44:35.501563 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 12:44:35.501566 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 12:44:35.501566 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 12:44:35.501572 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 12:44:35.501574 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0401 12:44:35.501580 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 12:44:35.501547 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0401 12:44:35.501583 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 12:44:35.501589 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 12:44:35.501595 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0401 12:44:35.501597 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 12:44:35.501601 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 12:44:35.501604 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0401 12:44:35.501538 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 12:44:35.501610 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 12:44:35.501612 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 12:44:35.501616 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 12:44:35.501615 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 12:44:35.501616 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0401 12:44:35.501624 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0401 12:44:35.501628 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 12:44:35.501549 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 12:44:35.501538 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 12:44:35.501700 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 12:44:35.501514 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 12:44:35.501714 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 12:44:35.501718 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0401 12:44:35.501592 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 12:44:35.501726 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 12:44:35.501528 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0401 12:44:35.501439 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 12:44:35.501613 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0401 12:44:35.501759 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 12:44:35.501552 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:44:35.501766 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:44:35.501554 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0401 12:44:35.501555 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0401 12:44:35.501553 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 12:44:35.501801 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 12:44:35.501556 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 12:44:35.501563 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 12:44:35.501826 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 12:44:35.501830 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0401 12:44:35.501567 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 12:44:35.501838 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 12:44:35.501570 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0401 12:44:35.501861 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0401 12:44:35.501579 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 12:44:35.501885 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 12:44:35.501583 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 12:44:35.501909 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 12:44:35.501575 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 12:44:35.501933 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 12:44:35.501585 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 12:44:35.501955 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 12:44:35.501583 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 12:44:35.501967 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 12:44:35.501589 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 12:44:35.502001 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 12:44:35.501602 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 12:44:35.502028 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0401 12:44:35.501602 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 12:44:35.502037 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 12:44:35.501609 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 12:44:35.502048 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 12:44:35.501608 3950 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 12:44:35.502101 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 12:44:35.502106 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0401 12:44:35.501631 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0401 12:44:35.501570 3950 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 12:44:35.521378 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0401 12:44:35.521434 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0401 12:44:35.521422 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0401 12:44:35.521451 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0401 12:44:35.521458 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0401 12:44:35.521464 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0401 12:44:35.521469 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0401 12:44:35.521478 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0401 12:44:35.521483 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0401 12:44:35.521488 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0401 12:44:35.521495 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0401 12:44:35.521506 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0401 12:44:35.560861 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0401 12:44:35.560891 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0401 12:44:35.560905 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0401 12:44:35.560912 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0401 12:44:35.560918 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0401 12:44:35.560926 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0401 12:44:35.600217 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0401 12:44:35.600249 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0401 12:44:35.600261 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0401 12:44:35.600273 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0401 12:44:35.600282 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0401 12:44:35.600291 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0401 12:44:35.600300 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0401 12:44:35.600311 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0401 12:44:35.600323 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0401 12:44:35.600347 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0401 12:44:35.600359 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0401 12:44:35.600378 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0401 12:44:35.600386 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0401 12:44:35.600393 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0401 12:44:35.600399 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0401 12:44:35.600404 3950 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) W0401 12:44:37.218854 3950 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 12:44:37.284931 3950 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-161.ec2.internal I0401 12:44:37.284957 3950 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-161.ec2.internal: 33.953µs I0401 12:44:37.311309 3950 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6bf9bc79cf-79ncd] creating logical port openshift-image-registry_image-registry-6bf9bc79cf-79ncd for pod on switch ip-10-0-1-161.ec2.internal I0401 12:44:37.311438 3950 kube.go:256] Updating pod openshift-image-registry/image-registry-6bf9bc79cf-79ncd I0401 12:44:37.329073 3950 pod.go:62] [openshift-image-registry/image-registry-6bf9bc79cf-79ncd] pod update took 17.663553ms I0401 12:44:37.329094 3950 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-6bf9bc79cf-79ncd] addLogicalPort annotation time took 17.688954ms I0401 12:44:37.330248 3950 pods.go:271] [openshift-image-registry/image-registry-6bf9bc79cf-79ncd] addLogicalPort took 18.955756ms, libovsdb time 865.577µs I0401 12:44:37.331361 3950 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-44l9h] creating logical port openshift-ingress-canary_ingress-canary-44l9h for pod on switch ip-10-0-1-161.ec2.internal I0401 12:44:37.331449 3950 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-44l9h I0401 12:44:37.339059 3950 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-nlcmm] creating logical port openshift-dns_dns-default-nlcmm for pod on switch ip-10-0-1-161.ec2.internal I0401 12:44:37.339150 3950 kube.go:256] Updating pod openshift-dns/dns-default-nlcmm I0401 12:44:37.346465 3950 pod.go:62] [openshift-ingress-canary/ingress-canary-44l9h] pod update took 15.047516ms I0401 12:44:37.346481 3950 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-44l9h] addLogicalPort annotation time took 15.066401ms I0401 12:44:37.347314 3950 pods.go:271] [openshift-ingress-canary/ingress-canary-44l9h] addLogicalPort took 15.982107ms, libovsdb time 624.832µs I0401 12:44:37.352283 3950 pod.go:62] [openshift-dns/dns-default-nlcmm] pod update took 13.154472ms I0401 12:44:37.352299 3950 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-nlcmm] addLogicalPort annotation time took 13.172032ms I0401 12:44:37.353206 3950 pods.go:271] [openshift-dns/dns-default-nlcmm] addLogicalPort took 14.154854ms, libovsdb time 668.095µs I0401 12:44:37.759164 3950 cni.go:403] [openshift-ingress-canary/ingress-canary-44l9h 2e8d0597f059b8aeeef31f9f0a0cc80d2ac957ed8b16108c191ca1740cd76231 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-44l9h 2e8d0597f059b8aeeef31f9f0a0cc80d2ac957ed8b16108c191ca1740cd76231 network default NAD default] I0401 12:44:37.788495 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-44l9h, hostIfaceName: 2e8d0597f059b8a, network: default, NAD default, SandboxID: "2e8d0597f059b8aeeef31f9f0a0cc80d2ac957ed8b16108c191ca1740cd76231", PCI device ID: , UID: "e6cc0999-c483-4ea1-aff8-36b771701dca", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0401 12:44:37.836929 3950 cni.go:424] [openshift-ingress-canary/ingress-canary-44l9h 2e8d0597f059b8aeeef31f9f0a0cc80d2ac957ed8b16108c191ca1740cd76231 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-44l9h 2e8d0597f059b8aeeef31f9f0a0cc80d2ac957ed8b16108c191ca1740cd76231 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:8c:fe:ef:58:3b\",\"name\":\"2e8d0597f059b8a\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0d438fb-614c-480c-9cc7-6b74c6608cf8\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 12:44:39.507960 3950 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 12:44:42.048537 3950 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-gdjxl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:44:42.048570 3950 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-gdjxl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:44:42.091543 3950 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-gdjxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:44:42.091560 3950 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-gdjxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:45:04.781816 3950 cni.go:403] [kube-system/global-pull-secret-syncer-8zl57 91b5997d8d87be3a40cbb8e8a3822615fc2d2d61310b790c8019b896b9cd06f7 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-8zl57 91b5997d8d87be3a40cbb8e8a3822615fc2d2d61310b790c8019b896b9cd06f7 network default NAD default] I0401 12:45:04.790868 3950 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-8zl57, hostIfaceName: 91b5997d8d87be3, network: default, NAD default, SandboxID: "91b5997d8d87be3a40cbb8e8a3822615fc2d2d61310b790c8019b896b9cd06f7", PCI device ID: , UID: "c3966fea-378f-4edd-8da2-37ada9d6d477", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0401 12:45:04.834498 3950 cni.go:424] [kube-system/global-pull-secret-syncer-8zl57 91b5997d8d87be3a40cbb8e8a3822615fc2d2d61310b790c8019b896b9cd06f7 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-8zl57 91b5997d8d87be3a40cbb8e8a3822615fc2d2d61310b790c8019b896b9cd06f7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:f6:c0:35:af:b2\",\"name\":\"91b5997d8d87be3\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ead5579f-c88d-4e3b-947b-add93ef393d5\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:45:05.019041 3950 cni.go:403] [openshift-network-diagnostics/network-check-target-s4tj6 aad02b373f5c66980e1b887543e706da9e2968fe4202ed10b7a99e9eb68966dc network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-s4tj6 aad02b373f5c66980e1b887543e706da9e2968fe4202ed10b7a99e9eb68966dc network default NAD default] I0401 12:45:05.028675 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-s4tj6, hostIfaceName: aad02b373f5c669, network: default, NAD default, SandboxID: "aad02b373f5c66980e1b887543e706da9e2968fe4202ed10b7a99e9eb68966dc", PCI device ID: , UID: "eb376271-003e-4fda-95b9-5d2414dbac00", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0401 12:45:05.071664 3950 cni.go:424] [openshift-network-diagnostics/network-check-target-s4tj6 aad02b373f5c66980e1b887543e706da9e2968fe4202ed10b7a99e9eb68966dc network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-s4tj6 aad02b373f5c66980e1b887543e706da9e2968fe4202ed10b7a99e9eb68966dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:4d:a0:f2:1e:7f\",\"name\":\"aad02b373f5c669\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1f702fa-7c13-4629-9e16-d3f5acbe8359\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 12:45:10.502142 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0401 12:45:10.502168 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 12:45:16.433216 3950 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:45:16.433768 3950 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:45:16.433797 3950 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:45:16.433805 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0401 12:45:16.433818 3950 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:45:16.433823 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0401 12:45:17.463492 3950 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:45:17.463521 3950 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:45:17.463538 3950 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:45:17.463551 3950 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390g8dxh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:45:19.997740 3950 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0401 12:45:20.009425 3950 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0401 12:45:41.107083 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 12:46:38.577647 3950 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-57d9b95648-db55s] creating logical port openshift-console-operator_console-operator-57d9b95648-db55s for pod on switch ip-10-0-1-161.ec2.internal I0401 12:46:38.577760 3950 kube.go:256] Updating pod openshift-console-operator/console-operator-57d9b95648-db55s I0401 12:46:38.583970 3950 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-f8ptk] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-75b48889dc-f8ptk for pod on switch ip-10-0-1-161.ec2.internal I0401 12:46:38.584065 3950 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-f8ptk I0401 12:46:38.596164 3950 pod.go:62] [openshift-console-operator/console-operator-57d9b95648-db55s] pod update took 18.429217ms I0401 12:46:38.596182 3950 base_network_controller_pods.go:937] [default/openshift-console-operator/console-operator-57d9b95648-db55s] addLogicalPort annotation time took 18.451665ms I0401 12:46:38.597116 3950 pods.go:271] [openshift-console-operator/console-operator-57d9b95648-db55s] addLogicalPort took 19.485311ms, libovsdb time 691.8µs I0401 12:46:38.598282 3950 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-f8ptk] pod update took 14.235473ms I0401 12:46:38.598301 3950 base_network_controller_pods.go:937] [default/openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-f8ptk] addLogicalPort annotation time took 14.257635ms I0401 12:46:38.599366 3950 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-f8ptk] addLogicalPort took 15.412255ms, libovsdb time 812.109µs I0401 12:46:38.678595 3950 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6f4dc9bddb-4hwsl] creating logical port openshift-insights_insights-operator-6f4dc9bddb-4hwsl for pod on switch ip-10-0-1-161.ec2.internal I0401 12:46:38.678679 3950 kube.go:256] Updating pod openshift-insights/insights-operator-6f4dc9bddb-4hwsl I0401 12:46:38.696178 3950 pod.go:62] [openshift-insights/insights-operator-6f4dc9bddb-4hwsl] pod update took 17.523839ms I0401 12:46:38.696198 3950 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-6f4dc9bddb-4hwsl] addLogicalPort annotation time took 17.548494ms I0401 12:46:38.697227 3950 pods.go:271] [openshift-insights/insights-operator-6f4dc9bddb-4hwsl] addLogicalPort took 18.647551ms, libovsdb time 762.918µs I0401 12:46:38.727753 3950 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7865945557-brsw9] creating logical port openshift-ingress_router-default-7865945557-brsw9 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:46:38.727853 3950 kube.go:256] Updating pod openshift-ingress/router-default-7865945557-brsw9 I0401 12:46:38.744767 3950 pod.go:62] [openshift-ingress/router-default-7865945557-brsw9] pod update took 16.936695ms I0401 12:46:38.744785 3950 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-7865945557-brsw9] addLogicalPort annotation time took 16.959483ms I0401 12:46:38.745721 3950 pods.go:271] [openshift-ingress/router-default-7865945557-brsw9] addLogicalPort took 17.978328ms, libovsdb time 696.392µs I0401 12:46:38.803709 3950 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-6465cb84c-mccnz] creating logical port openshift-network-console_networking-console-plugin-6465cb84c-mccnz for pod on switch ip-10-0-1-161.ec2.internal I0401 12:46:38.803833 3950 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-6465cb84c-mccnz I0401 12:46:38.824516 3950 pod.go:62] [openshift-network-console/networking-console-plugin-6465cb84c-mccnz] pod update took 20.714814ms I0401 12:46:38.824534 3950 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-6465cb84c-mccnz] addLogicalPort annotation time took 20.736708ms I0401 12:46:38.825462 3950 pods.go:271] [openshift-network-console/networking-console-plugin-6465cb84c-mccnz] addLogicalPort took 21.767314ms, libovsdb time 688.778µs I0401 12:46:38.931007 3950 cni.go:403] [openshift-console-operator/console-operator-57d9b95648-db55s ce343dd683658fcfb70e31bfaaa2cfb2ec4e066803ec6f534bd6477206640a9a network default NAD default] ADD starting CNI request [openshift-console-operator/console-operator-57d9b95648-db55s ce343dd683658fcfb70e31bfaaa2cfb2ec4e066803ec6f534bd6477206640a9a network default NAD default] I0401 12:46:38.939913 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-57d9b95648-db55s, hostIfaceName: ce343dd683658fc, network: default, NAD default, SandboxID: "ce343dd683658fcfb70e31bfaaa2cfb2ec4e066803ec6f534bd6477206640a9a", PCI device ID: , UID: "128f0da2-49e4-4b70-aa02-0e8bd964c5cf", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0401 12:46:38.983641 3950 cni.go:424] [openshift-console-operator/console-operator-57d9b95648-db55s ce343dd683658fcfb70e31bfaaa2cfb2ec4e066803ec6f534bd6477206640a9a network default NAD default] ADD finished CNI request [openshift-console-operator/console-operator-57d9b95648-db55s ce343dd683658fcfb70e31bfaaa2cfb2ec4e066803ec6f534bd6477206640a9a network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:d5:c2:0b:ed:cf\",\"name\":\"ce343dd683658fc\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/deab095b-c500-4602-ac17-f4840ea7e805\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:46:39.038110 3950 cni.go:403] [openshift-insights/insights-operator-6f4dc9bddb-4hwsl f21693f45e4c7727a9299536bc45673fab3491fddc082c5f3e0e4cb10d547baa network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-6f4dc9bddb-4hwsl f21693f45e4c7727a9299536bc45673fab3491fddc082c5f3e0e4cb10d547baa network default NAD default] I0401 12:46:39.047610 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6f4dc9bddb-4hwsl, hostIfaceName: f21693f45e4c772, network: default, NAD default, SandboxID: "f21693f45e4c7727a9299536bc45673fab3491fddc082c5f3e0e4cb10d547baa", PCI device ID: , UID: "1708ae9e-412d-42fb-8fbb-dbb3862dba0b", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0401 12:46:39.090030 3950 cni.go:424] [openshift-insights/insights-operator-6f4dc9bddb-4hwsl f21693f45e4c7727a9299536bc45673fab3491fddc082c5f3e0e4cb10d547baa network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-6f4dc9bddb-4hwsl f21693f45e4c7727a9299536bc45673fab3491fddc082c5f3e0e4cb10d547baa network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:d6:83:e4:f7:d6\",\"name\":\"f21693f45e4c772\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f1c76da-0fba-483c-9e1f-fa3dc90e6c7c\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 12:46:42.359971 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0401 12:46:43.365639 3950 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0401 12:46:43.366502 3950 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 843.4µs I0401 12:46:43.385999 3950 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0401 12:46:43.539360 3950 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-848b55fff-vqxms] creating logical port openshift-kube-storage-version-migrator_migrator-848b55fff-vqxms for pod on switch ip-10-0-1-161.ec2.internal I0401 12:46:43.539458 3950 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-848b55fff-vqxms I0401 12:46:43.588312 3950 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-848b55fff-vqxms I0401 12:46:43.609415 3950 pod.go:62] [openshift-kube-storage-version-migrator/migrator-848b55fff-vqxms] pod update took 69.988283ms I0401 12:46:43.609437 3950 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-848b55fff-vqxms] addLogicalPort annotation time took 70.01201ms I0401 12:46:43.610570 3950 pods.go:271] [openshift-kube-storage-version-migrator/migrator-848b55fff-vqxms] addLogicalPort took 71.24202ms, libovsdb time 830.754µs I0401 12:46:43.888866 3950 cni.go:403] [openshift-kube-storage-version-migrator/migrator-848b55fff-vqxms f70e322a004cec8f975020f4e3863ab9696bffd690d577b074933818f0ae5df0 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-848b55fff-vqxms f70e322a004cec8f975020f4e3863ab9696bffd690d577b074933818f0ae5df0 network default NAD default] I0401 12:46:43.898091 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-848b55fff-vqxms, hostIfaceName: f70e322a004cec8, network: default, NAD default, SandboxID: "f70e322a004cec8f975020f4e3863ab9696bffd690d577b074933818f0ae5df0", PCI device ID: , UID: "a2c5f9f5-565f-466f-b594-644a9a5151b1", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0401 12:46:43.942490 3950 cni.go:424] [openshift-kube-storage-version-migrator/migrator-848b55fff-vqxms f70e322a004cec8f975020f4e3863ab9696bffd690d577b074933818f0ae5df0 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-848b55fff-vqxms f70e322a004cec8f975020f4e3863ab9696bffd690d577b074933818f0ae5df0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:c4:2d:fe:c4:9a\",\"name\":\"f70e322a004cec8\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f9c0480-9fd0-406b-949d-30d610fae41d\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:46:44.333873 3950 namespace.go:98] [openshift-service-ca] adding namespace I0401 12:46:44.334795 3950 namespace.go:102] [openshift-service-ca] adding namespace took 899.065µs I0401 12:46:44.352038 3950 namespace.go:142] [openshift-service-ca] updating namespace W0401 12:46:51.931455 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0401 12:46:54.537591 3950 cni.go:403] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-f8ptk d59437d4153389b54ae016068c009d2e288ad803eebbc91b9e0805c46dc8fd29 network default NAD default] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-f8ptk d59437d4153389b54ae016068c009d2e288ad803eebbc91b9e0805c46dc8fd29 network default NAD default] I0401 12:46:54.546312 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-75b48889dc-f8ptk, hostIfaceName: d59437d4153389b, network: default, NAD default, SandboxID: "d59437d4153389b54ae016068c009d2e288ad803eebbc91b9e0805c46dc8fd29", PCI device ID: , UID: "aa4b3e10-3da4-43f3-984f-2af30ac8ac52", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0401 12:46:54.596293 3950 cni.go:424] [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-f8ptk d59437d4153389b54ae016068c009d2e288ad803eebbc91b9e0805c46dc8fd29 network default NAD default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-75b48889dc-f8ptk d59437d4153389b54ae016068c009d2e288ad803eebbc91b9e0805c46dc8fd29 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:bd:cf:14:77:d5\",\"name\":\"d59437d4153389b\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7015fc6-4548-41c4-b13e-d8c0a90af946\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:47:06.437845 3950 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-v7svd] creating logical port openshift-insights_insights-runtime-extractor-v7svd for pod on switch ip-10-0-1-161.ec2.internal I0401 12:47:06.437933 3950 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-v7svd I0401 12:47:06.453022 3950 pod.go:62] [openshift-insights/insights-runtime-extractor-v7svd] pod update took 15.115951ms I0401 12:47:06.453046 3950 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-v7svd] addLogicalPort annotation time took 15.146348ms I0401 12:47:06.454154 3950 pods.go:271] [openshift-insights/insights-runtime-extractor-v7svd] addLogicalPort took 16.317643ms, libovsdb time 819.73µs I0401 12:47:06.792127 3950 cni.go:403] [openshift-insights/insights-runtime-extractor-v7svd d7bda685c4bd4883eab423279534cabc8c67613cbfb723ab75b52acdd1c52528 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-v7svd d7bda685c4bd4883eab423279534cabc8c67613cbfb723ab75b52acdd1c52528 network default NAD default] I0401 12:47:06.803122 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-v7svd, hostIfaceName: d7bda685c4bd488, network: default, NAD default, SandboxID: "d7bda685c4bd4883eab423279534cabc8c67613cbfb723ab75b52acdd1c52528", PCI device ID: , UID: "4a07667d-c322-4c65-9287-b4ff3db86dd6", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0401 12:47:06.847391 3950 cni.go:424] [openshift-insights/insights-runtime-extractor-v7svd d7bda685c4bd4883eab423279534cabc8c67613cbfb723ab75b52acdd1c52528 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-v7svd d7bda685c4bd4883eab423279534cabc8c67613cbfb723ab75b52acdd1c52528 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:fd:b0:35:14:31\",\"name\":\"d7bda685c4bd488\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/087e9fee-548c-40c2-bec4-f1ee0b79cef8\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:47:07.619844 3950 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6bf9bc79cf-k98ps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:47:07.620478 3950 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6bf9bc79cf-k98ps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:47:07.642417 3950 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6bf9bc79cf-k98ps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:47:07.642440 3950 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6bf9bc79cf-k98ps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:47:07.648279 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6bf9bc79cf-k98ps I0401 12:47:07.648305 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6bf9bc79cf-k98ps I0401 12:47:07.837441 3950 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:47:07.838002 3950 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:47:07.852736 3950 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:47:07.852767 3950 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:47:07.856968 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 I0401 12:47:07.856981 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5dffc4fd9b-cqhm7 W0401 12:47:08.619803 3950 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:47:08.846045 3950 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0401 12:47:10.894904 3950 cni.go:403] [openshift-ingress/router-default-7865945557-brsw9 f35b7c2b1c26ab771ed6cc754340ae030c41987c1cb3ed2f441c1ef711f41857 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-7865945557-brsw9 f35b7c2b1c26ab771ed6cc754340ae030c41987c1cb3ed2f441c1ef711f41857 network default NAD default] I0401 12:47:10.904273 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7865945557-brsw9, hostIfaceName: f35b7c2b1c26ab7, network: default, NAD default, SandboxID: "f35b7c2b1c26ab771ed6cc754340ae030c41987c1cb3ed2f441c1ef711f41857", PCI device ID: , UID: "82a50cc2-7e96-49be-9054-37e23080a13f", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0401 12:47:10.950741 3950 cni.go:424] [openshift-ingress/router-default-7865945557-brsw9 f35b7c2b1c26ab771ed6cc754340ae030c41987c1cb3ed2f441c1ef711f41857 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-7865945557-brsw9 f35b7c2b1c26ab771ed6cc754340ae030c41987c1cb3ed2f441c1ef711f41857 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:4d:d5:4f:38:49\",\"name\":\"f35b7c2b1c26ab7\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d5787a9-9725-4305-aad1-35dd8a3e0e20\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:47:10.974311 3950 cni.go:403] [openshift-network-console/networking-console-plugin-6465cb84c-mccnz 3ea679495ddb45fa03b5fa1029325a4a7aaccd14ebdd0292560d21fc15cb42e1 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-6465cb84c-mccnz 3ea679495ddb45fa03b5fa1029325a4a7aaccd14ebdd0292560d21fc15cb42e1 network default NAD default] I0401 12:47:10.985237 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-6465cb84c-mccnz, hostIfaceName: 3ea679495ddb45f, network: default, NAD default, SandboxID: "3ea679495ddb45fa03b5fa1029325a4a7aaccd14ebdd0292560d21fc15cb42e1", PCI device ID: , UID: "56f8327e-8f80-48d0-ae03-faa4c4d635d2", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0401 12:47:11.030858 3950 cni.go:424] [openshift-network-console/networking-console-plugin-6465cb84c-mccnz 3ea679495ddb45fa03b5fa1029325a4a7aaccd14ebdd0292560d21fc15cb42e1 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-6465cb84c-mccnz 3ea679495ddb45fa03b5fa1029325a4a7aaccd14ebdd0292560d21fc15cb42e1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:40:ca:b9:4b:25\",\"name\":\"3ea679495ddb45f\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90ef4bea-5479-458c-ac45-6c419a2f09fc\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 12:47:11.425767 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.425788 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.428084 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.428099 3950 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.428105 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.854740 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.854766 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.862047 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.862066 3950 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.862071 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.892044 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.892098 3950 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.892111 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:11.895975 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:11.895992 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:12.457415 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:12.457445 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:12.457453 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 12:47:12.457690 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0401 12:47:12.457707 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0401 12:47:12.558131 3950 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0401 12:47:15.646928 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0401 12:47:21.038852 3950 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-794f95bd5b-98qbz] creating logical port openshift-monitoring_kube-state-metrics-794f95bd5b-98qbz for pod on switch ip-10-0-1-161.ec2.internal I0401 12:47:21.038971 3950 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-794f95bd5b-98qbz I0401 12:47:21.073249 3950 pod.go:62] [openshift-monitoring/kube-state-metrics-794f95bd5b-98qbz] pod update took 34.301035ms I0401 12:47:21.073276 3950 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-794f95bd5b-98qbz] addLogicalPort annotation time took 34.33435ms I0401 12:47:21.074423 3950 pods.go:271] [openshift-monitoring/kube-state-metrics-794f95bd5b-98qbz] addLogicalPort took 35.589715ms, libovsdb time 820.629µs I0401 12:47:21.396794 3950 cni.go:403] [openshift-monitoring/kube-state-metrics-794f95bd5b-98qbz ce68e4fdd4c195709166acdaf6b525190a374d090934706a3412af3105fb212c network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-794f95bd5b-98qbz ce68e4fdd4c195709166acdaf6b525190a374d090934706a3412af3105fb212c network default NAD default] I0401 12:47:21.405542 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-794f95bd5b-98qbz, hostIfaceName: ce68e4fdd4c1957, network: default, NAD default, SandboxID: "ce68e4fdd4c195709166acdaf6b525190a374d090934706a3412af3105fb212c", PCI device ID: , UID: "64163201-f982-4673-bfbf-623e29a41398", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0401 12:47:21.452319 3950 cni.go:424] [openshift-monitoring/kube-state-metrics-794f95bd5b-98qbz ce68e4fdd4c195709166acdaf6b525190a374d090934706a3412af3105fb212c network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-794f95bd5b-98qbz ce68e4fdd4c195709166acdaf6b525190a374d090934706a3412af3105fb212c network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:85:52:8b:9e:64\",\"name\":\"ce68e4fdd4c1957\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76e3fbe4-77ea-4790-abc6-63a6a479a40e\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:47:22.059359 3950 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:47:22.059490 3950 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0401 12:47:22.081669 3950 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.238739ms I0401 12:47:22.081694 3950 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.26698ms I0401 12:47:22.082924 3950 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.597805ms, libovsdb time 879.571µs I0401 12:47:22.416403 3950 cni.go:403] [openshift-monitoring/alertmanager-main-0 bc3cb70082c187f27b3763de1314c362d5684d1d5444c84e0fd56227ce2435c8 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 bc3cb70082c187f27b3763de1314c362d5684d1d5444c84e0fd56227ce2435c8 network default NAD default] I0401 12:47:22.427486 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: bc3cb70082c187f, network: default, NAD default, SandboxID: "bc3cb70082c187f27b3763de1314c362d5684d1d5444c84e0fd56227ce2435c8", PCI device ID: , UID: "71fccd81-2aa6-44e4-8ed3-93f809e35d23", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0401 12:47:22.474390 3950 cni.go:424] [openshift-monitoring/alertmanager-main-0 bc3cb70082c187f27b3763de1314c362d5684d1d5444c84e0fd56227ce2435c8 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 bc3cb70082c187f27b3763de1314c362d5684d1d5444c84e0fd56227ce2435c8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:cd:5a:16:e0:d2\",\"name\":\"bc3cb70082c187f\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9626d83b-0088-453d-8b6a-2149e89e323f\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 12:47:23.958718 3950 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:23.958739 3950 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:23.958747 3950 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:24.488585 3950 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:24.488606 3950 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:24.488611 3950 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0401 12:47:27.298964 3950 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:47:27.299075 3950 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0401 12:47:27.318884 3950 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 19.850131ms I0401 12:47:27.318908 3950 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 19.878075ms I0401 12:47:27.320152 3950 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 21.205723ms, libovsdb time 915.384µs W0401 12:47:27.720699 3950 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.720720 3950 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.720727 3950 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.720733 3950 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.935218 3950 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.935238 3950 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.935243 3950 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 12:47:27.935248 3950 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0401 12:47:27.958719 3950 cni.go:403] [openshift-monitoring/prometheus-k8s-1 79302f721470d28939c6a6306581f62477f25ade88cd3cf19675f1dc89b84234 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 79302f721470d28939c6a6306581f62477f25ade88cd3cf19675f1dc89b84234 network default NAD default] I0401 12:47:27.967766 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 79302f721470d28, network: default, NAD default, SandboxID: "79302f721470d28939c6a6306581f62477f25ade88cd3cf19675f1dc89b84234", PCI device ID: , UID: "db2dcbbe-4462-4040-afcc-0744a49ee284", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0401 12:47:28.012600 3950 cni.go:424] [openshift-monitoring/prometheus-k8s-1 79302f721470d28939c6a6306581f62477f25ade88cd3cf19675f1dc89b84234 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 79302f721470d28939c6a6306581f62477f25ade88cd3cf19675f1dc89b84234 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:87:29:1a:fb:b9\",\"name\":\"79302f721470d28\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a03e7108-b782-4fce-8b2f-f95cbff73c31\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 12:47:28.519129 3950 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:47:28.519148 3950 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:47:28.720192 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0401 12:47:29.027940 3950 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:47:29.027956 3950 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:47:29.053226 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0401 12:47:32.576945 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0401 12:47:49.807421 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0401 12:47:51.115256 3950 base_network_controller_pods.go:487] [default/openshift-console/console-84c96994fb-8d6v5] creating logical port openshift-console_console-84c96994fb-8d6v5 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:47:51.115383 3950 kube.go:256] Updating pod openshift-console/console-84c96994fb-8d6v5 I0401 12:47:51.138467 3950 pod.go:62] [openshift-console/console-84c96994fb-8d6v5] pod update took 23.134886ms I0401 12:47:51.138490 3950 base_network_controller_pods.go:937] [default/openshift-console/console-84c96994fb-8d6v5] addLogicalPort annotation time took 23.163714ms I0401 12:47:51.139678 3950 pods.go:271] [openshift-console/console-84c96994fb-8d6v5] addLogicalPort took 24.439198ms, libovsdb time 865.94µs I0401 12:47:51.472775 3950 cni.go:403] [openshift-console/console-84c96994fb-8d6v5 f7296ba49e8519ecd90f585bf94610f4e678451b33d213e614fc04ac9762f2a3 network default NAD default] ADD starting CNI request [openshift-console/console-84c96994fb-8d6v5 f7296ba49e8519ecd90f585bf94610f4e678451b33d213e614fc04ac9762f2a3 network default NAD default] I0401 12:47:51.482653 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-84c96994fb-8d6v5, hostIfaceName: f7296ba49e8519e, network: default, NAD default, SandboxID: "f7296ba49e8519ecd90f585bf94610f4e678451b33d213e614fc04ac9762f2a3", PCI device ID: , UID: "03513bb5-0200-4ced-b8cc-0ba3e7eb70ad", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0401 12:47:51.528990 3950 cni.go:424] [openshift-console/console-84c96994fb-8d6v5 f7296ba49e8519ecd90f585bf94610f4e678451b33d213e614fc04ac9762f2a3 network default NAD default] ADD finished CNI request [openshift-console/console-84c96994fb-8d6v5 f7296ba49e8519ecd90f585bf94610f4e678451b33d213e614fc04ac9762f2a3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:02:1b:68:b4:ca\",\"name\":\"f7296ba49e8519e\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22fe0d28-64e8-440e-a555-02c62faa25d2\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 12:47:51.818362 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 12:47:52.052779 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 12:47:52.474380 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:52.474404 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:52.474411 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:47:54.618118 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 12:47:57.845969 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0401 12:47:57.868464 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0401 12:48:00.083044 3950 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0401 12:48:02.650091 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0401 12:48:02.650161 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0401 12:48:02.650212 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0401 12:48:03.657160 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0401 12:48:11.011475 3950 cni.go:403] [openshift-multus/network-metrics-daemon-tgjkj 050e44dd35f65607c9194884636848c835c9cb545b75ba46633e01da8a71b003 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-tgjkj 050e44dd35f65607c9194884636848c835c9cb545b75ba46633e01da8a71b003 network default NAD default] I0401 12:48:11.020398 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-tgjkj, hostIfaceName: 050e44dd35f6560, network: default, NAD default, SandboxID: "050e44dd35f65607c9194884636848c835c9cb545b75ba46633e01da8a71b003", PCI device ID: , UID: "e84dbe79-ddbd-4296-b50b-f5baca22e86b", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0401 12:48:11.068174 3950 cni.go:424] [openshift-multus/network-metrics-daemon-tgjkj 050e44dd35f65607c9194884636848c835c9cb545b75ba46633e01da8a71b003 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-tgjkj 050e44dd35f65607c9194884636848c835c9cb545b75ba46633e01da8a71b003 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:c7:67:5a:65:e1\",\"name\":\"050e44dd35f6560\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf76dfa8-1dca-4416-bea8-daa0b170f381\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 12:48:28.236374 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:48:28.236401 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:48:28.236415 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:48:28.236423 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0401 12:48:28.427808 3950 obj_retry.go:464] Detected object openshift-ingress/router-default-67d98b7f6f-948dt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:28.428401 3950 obj_retry.go:464] Detected object openshift-ingress/router-default-67d98b7f6f-948dt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0401 12:48:28.786228 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:48:28.786252 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0401 12:48:29.197764 3950 obj_retry.go:458] Detected object openshift-ingress/router-default-67d98b7f6f-948dt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:29.197797 3950 obj_retry.go:458] Detected object openshift-ingress/router-default-67d98b7f6f-948dt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:29.201677 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-67d98b7f6f-948dt I0401 12:48:29.201705 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-67d98b7f6f-948dt I0401 12:48:32.056825 3950 obj_retry.go:464] Detected object openshift-console/console-585d68f677-95jqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:32.057516 3950 obj_retry.go:464] Detected object openshift-console/console-585d68f677-95jqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0401 12:48:32.065701 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 12:48:33.001236 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0401 12:48:33.009623 3950 obj_retry.go:458] Detected object openshift-console/console-585d68f677-95jqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:33.009647 3950 obj_retry.go:458] Detected object openshift-console/console-585d68f677-95jqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:33.017226 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-585d68f677-95jqp I0401 12:48:33.017249 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-585d68f677-95jqp W0401 12:48:37.751717 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 12:48:37.793364 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0401 12:48:42.910370 3950 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:42.911054 3950 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:43.267752 3950 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:43.267804 3950 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:43.275932 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0401 12:48:43.275968 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 W0401 12:48:43.310895 3950 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:43.310917 3950 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:43.310922 3950 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:44.052292 3950 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:44.052313 3950 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:44.052318 3950 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0401 12:48:47.096812 3950 cni.go:403] [openshift-monitoring/prometheus-k8s-1 79302f721470d28939c6a6306581f62477f25ade88cd3cf19675f1dc89b84234 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 79302f721470d28939c6a6306581f62477f25ade88cd3cf19675f1dc89b84234 network default NAD default] I0401 12:48:47.181798 3950 cni.go:424] [openshift-monitoring/prometheus-k8s-1 79302f721470d28939c6a6306581f62477f25ade88cd3cf19675f1dc89b84234 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 79302f721470d28939c6a6306581f62477f25ade88cd3cf19675f1dc89b84234 network default NAD default], result "{}", err I0401 12:48:47.248368 3950 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:47.248406 3950 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0401 12:48:47.249698 3950 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.18 I0401 12:48:47.249731 3950 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:48:47.515223 3950 cni.go:403] [openshift-dns/dns-default-nlcmm c6683171b307e84d719886b658a4d84235ac6049601b24bddc73381667413b86 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-nlcmm c6683171b307e84d719886b658a4d84235ac6049601b24bddc73381667413b86 network default NAD default] I0401 12:48:47.515264 3950 cni.go:403] [openshift-image-registry/image-registry-6bf9bc79cf-79ncd 5c7aa01b615dda4292a63381300d206194a27087213d6b2492a77d512dbb2286 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-6bf9bc79cf-79ncd 5c7aa01b615dda4292a63381300d206194a27087213d6b2492a77d512dbb2286 network default NAD default] I0401 12:48:47.526632 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6bf9bc79cf-79ncd, hostIfaceName: 5c7aa01b615dda4, network: default, NAD default, SandboxID: "5c7aa01b615dda4292a63381300d206194a27087213d6b2492a77d512dbb2286", PCI device ID: , UID: "6e24a3a6-699a-486d-b275-1a739f0474cb", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0401 12:48:47.526701 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-nlcmm, hostIfaceName: c6683171b307e84, network: default, NAD default, SandboxID: "c6683171b307e84d719886b658a4d84235ac6049601b24bddc73381667413b86", PCI device ID: , UID: "8cf41b83-ea80-43a4-bc52-26a9b1f8ce38", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0401 12:48:47.580417 3950 cni.go:424] [openshift-dns/dns-default-nlcmm c6683171b307e84d719886b658a4d84235ac6049601b24bddc73381667413b86 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-nlcmm c6683171b307e84d719886b658a4d84235ac6049601b24bddc73381667413b86 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:37:6d:19:e3:2c\",\"name\":\"c6683171b307e84\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3dcbdfe4-d55a-4e48-ba8e-f27d5b220261\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:48:47.598303 3950 cni.go:424] [openshift-image-registry/image-registry-6bf9bc79cf-79ncd 5c7aa01b615dda4292a63381300d206194a27087213d6b2492a77d512dbb2286 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-6bf9bc79cf-79ncd 5c7aa01b615dda4292a63381300d206194a27087213d6b2492a77d512dbb2286 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:c0:c6:d4:9b:e8\",\"name\":\"5c7aa01b615dda4\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e4f4ee9-ebad-4744-a29f-093d8aa7e852\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 12:48:47.842606 3950 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0401 12:48:47.856284 3950 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:47.856312 3950 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:48:47.864626 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0401 12:48:47.864688 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0401 12:48:47.912070 3950 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:48:47.912187 3950 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0401 12:48:47.931748 3950 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 19.598859ms I0401 12:48:47.931780 3950 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 19.635556ms I0401 12:48:47.933390 3950 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 21.344247ms, libovsdb time 1.149502ms I0401 12:48:48.274968 3950 cni.go:403] [openshift-monitoring/prometheus-k8s-1 fcd586da8ce04f3023de1af516dd428bb718c67214c318a9c426d2dee4b31717 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 fcd586da8ce04f3023de1af516dd428bb718c67214c318a9c426d2dee4b31717 network default NAD default] I0401 12:48:48.285812 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: fcd586da8ce04f3, network: default, NAD default, SandboxID: "fcd586da8ce04f3023de1af516dd428bb718c67214c318a9c426d2dee4b31717", PCI device ID: , UID: "c2607e43-dfb6-4bfd-845b-65a3994f74c3", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0401 12:48:48.342936 3950 cni.go:424] [openshift-monitoring/prometheus-k8s-1 fcd586da8ce04f3023de1af516dd428bb718c67214c318a9c426d2dee4b31717 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 fcd586da8ce04f3023de1af516dd428bb718c67214c318a9c426d2dee4b31717 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:13:c5:ba:20:cc\",\"name\":\"fcd586da8ce04f3\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1363b59f-1f43-4e6a-9aef-e42c5d80a0fe\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 12:48:49.851248 3950 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:49.851270 3950 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:49.851275 3950 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284794 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284824 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284832 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284846 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284851 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:53.284856 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:54.061053 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:54.061076 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:54.061082 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:54.061095 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:54.061100 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:54.061104 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:57.993272 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:48:57.993300 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:48:58.212747 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:48:58.212776 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 12:48:59.868428 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:59.868459 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0401 12:48:59.868466 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 12:49:02.465689 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0401 12:49:02.465729 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0401 12:49:02.920364 3950 cni.go:403] [openshift-console/console-84c96994fb-8d6v5 f7296ba49e8519ecd90f585bf94610f4e678451b33d213e614fc04ac9762f2a3 network default NAD default] DEL starting CNI request [openshift-console/console-84c96994fb-8d6v5 f7296ba49e8519ecd90f585bf94610f4e678451b33d213e614fc04ac9762f2a3 network default NAD default] I0401 12:49:03.005045 3950 cni.go:424] [openshift-console/console-84c96994fb-8d6v5 f7296ba49e8519ecd90f585bf94610f4e678451b33d213e614fc04ac9762f2a3 network default NAD default] DEL finished CNI request [openshift-console/console-84c96994fb-8d6v5 f7296ba49e8519ecd90f585bf94610f4e678451b33d213e614fc04ac9762f2a3 network default NAD default], result "{}", err I0401 12:49:03.042608 3950 obj_retry.go:464] Detected object openshift-console/console-585d68f677-s5gpp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:03.043124 3950 obj_retry.go:464] Detected object openshift-console/console-585d68f677-s5gpp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:03.052458 3950 obj_retry.go:464] Detected object openshift-console/console-84c96994fb-8d6v5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:03.052488 3950 pods.go:176] Deleting pod: openshift-console/console-84c96994fb-8d6v5 I0401 12:49:03.053924 3950 pods.go:236] Attempting to release IPs for pod: openshift-console/console-84c96994fb-8d6v5, ips: 10.128.0.19 I0401 12:49:03.053955 3950 obj_retry.go:464] Detected object openshift-console/console-84c96994fb-8d6v5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:03.062491 3950 base_network_controller_pods.go:487] [default/openshift-console/console-56675975bc-dsfjq] creating logical port openshift-console_console-56675975bc-dsfjq for pod on switch ip-10-0-1-161.ec2.internal I0401 12:49:03.062624 3950 kube.go:256] Updating pod openshift-console/console-56675975bc-dsfjq I0401 12:49:03.078801 3950 pod.go:62] [openshift-console/console-56675975bc-dsfjq] pod update took 16.202965ms I0401 12:49:03.078830 3950 base_network_controller_pods.go:937] [default/openshift-console/console-56675975bc-dsfjq] addLogicalPort annotation time took 16.237729ms I0401 12:49:03.080159 3950 pods.go:271] [openshift-console/console-56675975bc-dsfjq] addLogicalPort took 17.680992ms, libovsdb time 902.57µs I0401 12:49:03.351580 3950 obj_retry.go:458] Detected object openshift-console/console-585d68f677-s5gpp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:03.351639 3950 obj_retry.go:458] Detected object openshift-console/console-585d68f677-s5gpp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:03.361727 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-585d68f677-s5gpp I0401 12:49:03.361753 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-585d68f677-s5gpp I0401 12:49:03.423251 3950 cni.go:403] [openshift-console/console-56675975bc-dsfjq 9f2a3781377d73c484f0d0f623acf5ee2422d9d117e8ecea89e6fee5b1ffabd6 network default NAD default] ADD starting CNI request [openshift-console/console-56675975bc-dsfjq 9f2a3781377d73c484f0d0f623acf5ee2422d9d117e8ecea89e6fee5b1ffabd6 network default NAD default] I0401 12:49:03.432657 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-56675975bc-dsfjq, hostIfaceName: 9f2a3781377d73c, network: default, NAD default, SandboxID: "9f2a3781377d73c484f0d0f623acf5ee2422d9d117e8ecea89e6fee5b1ffabd6", PCI device ID: , UID: "134173a9-f1a1-425a-aee2-7a46e5c72458", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0401 12:49:03.481320 3950 cni.go:424] [openshift-console/console-56675975bc-dsfjq 9f2a3781377d73c484f0d0f623acf5ee2422d9d117e8ecea89e6fee5b1ffabd6 network default NAD default] ADD finished CNI request [openshift-console/console-56675975bc-dsfjq 9f2a3781377d73c484f0d0f623acf5ee2422d9d117e8ecea89e6fee5b1ffabd6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:bf:1f:7d:ce:20\",\"name\":\"9f2a3781377d73c\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4dbd5872-abdd-4f4f-94dc-851f65ae6602\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:49:03.941725 3950 obj_retry.go:458] Detected object openshift-console/console-84c96994fb-8d6v5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:03.941751 3950 obj_retry.go:458] Detected object openshift-console/console-84c96994fb-8d6v5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:03.946861 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84c96994fb-8d6v5 I0401 12:49:03.946892 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84c96994fb-8d6v5 W0401 12:49:13.965448 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0401 12:49:14.906403 3950 cni.go:403] [openshift-monitoring/alertmanager-main-0 bc3cb70082c187f27b3763de1314c362d5684d1d5444c84e0fd56227ce2435c8 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 bc3cb70082c187f27b3763de1314c362d5684d1d5444c84e0fd56227ce2435c8 network default NAD default] I0401 12:49:14.981920 3950 cni.go:424] [openshift-monitoring/alertmanager-main-0 bc3cb70082c187f27b3763de1314c362d5684d1d5444c84e0fd56227ce2435c8 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 bc3cb70082c187f27b3763de1314c362d5684d1d5444c84e0fd56227ce2435c8 network default NAD default], result "{}", err I0401 12:49:15.043423 3950 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:15.043467 3950 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0401 12:49:15.044924 3950 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.17 I0401 12:49:15.044962 3950 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:15.971069 3950 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:15.971097 3950 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:15.979592 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0401 12:49:15.979627 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0401 12:49:16.027553 3950 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:49:16.027703 3950 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0401 12:49:16.050678 3950 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.010531ms I0401 12:49:16.050712 3950 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.050728ms I0401 12:49:16.051952 3950 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.421197ms, libovsdb time 896.489µs I0401 12:49:16.389713 3950 cni.go:403] [openshift-monitoring/alertmanager-main-0 651a368eb4365f560858937b296148116b9bf338661855fe56c225a7a1e07c07 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 651a368eb4365f560858937b296148116b9bf338661855fe56c225a7a1e07c07 network default NAD default] I0401 12:49:16.399420 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 651a368eb4365f5, network: default, NAD default, SandboxID: "651a368eb4365f560858937b296148116b9bf338661855fe56c225a7a1e07c07", PCI device ID: , UID: "38ab9bfb-fe33-4339-8377-1f7d04ddc589", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0401 12:49:16.450547 3950 cni.go:424] [openshift-monitoring/alertmanager-main-0 651a368eb4365f560858937b296148116b9bf338661855fe56c225a7a1e07c07 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 651a368eb4365f560858937b296148116b9bf338661855fe56c225a7a1e07c07 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:10:43:87:b3:26\",\"name\":\"651a368eb4365f5\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20888f0a-2a85-483e-83cf-3c163899a967\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:49:23.202113 3950 cni.go:403] [openshift-image-registry/image-registry-6bf9bc79cf-79ncd 5c7aa01b615dda4292a63381300d206194a27087213d6b2492a77d512dbb2286 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-6bf9bc79cf-79ncd 5c7aa01b615dda4292a63381300d206194a27087213d6b2492a77d512dbb2286 network default NAD default] I0401 12:49:23.290463 3950 cni.go:424] [openshift-image-registry/image-registry-6bf9bc79cf-79ncd 5c7aa01b615dda4292a63381300d206194a27087213d6b2492a77d512dbb2286 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-6bf9bc79cf-79ncd 5c7aa01b615dda4292a63381300d206194a27087213d6b2492a77d512dbb2286 network default NAD default], result "{}", err I0401 12:49:23.339450 3950 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6bf9bc79cf-79ncd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:23.339489 3950 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6bf9bc79cf-79ncd I0401 12:49:23.340946 3950 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6bf9bc79cf-79ncd, ips: 10.128.0.6 I0401 12:49:23.340976 3950 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6bf9bc79cf-79ncd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0401 12:49:23.346506 3950 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0401 12:49:24.007503 3950 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6bf9bc79cf-79ncd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:24.007530 3950 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6bf9bc79cf-79ncd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:24.015029 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6bf9bc79cf-79ncd I0401 12:49:24.015057 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6bf9bc79cf-79ncd I0401 12:49:39.296451 3950 obj_retry.go:464] Detected object openshift-console/console-84c96994fb-trk4s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:39.296986 3950 obj_retry.go:464] Detected object openshift-console/console-84c96994fb-trk4s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:39.583759 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0401 12:49:40.290825 3950 obj_retry.go:458] Detected object openshift-console/console-84c96994fb-trk4s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:40.290849 3950 obj_retry.go:458] Detected object openshift-console/console-84c96994fb-trk4s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:40.298794 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84c96994fb-trk4s I0401 12:49:40.298815 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84c96994fb-trk4s W0401 12:49:46.441922 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:49:46.441948 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:49:46.441955 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 12:49:49.149356 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 12:49:49.149375 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0401 12:49:50.477803 3950 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:50.478511 3950 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:49:50.862084 3950 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:50.862108 3950 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:49:50.868959 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0401 12:49:50.868985 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0401 12:49:51.550733 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0401 12:50:00.604925 3950 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:50:00.605447 3950 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:50:00.619437 3950 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:50:00.619463 3950 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:50:00.622159 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 I0401 12:50:00.622187 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584120-z5tp4 I0401 12:50:04.533552 3950 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:50:04.534076 3950 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:50:05.420429 3950 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:50:05.420454 3950 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:50:25.467870 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=565 W0401 12:50:25.511260 3950 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 12:50:36.559887 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0401 12:50:36.559985 3950 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-85v42 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-85v42: no pod IPs found I0401 12:50:44.545169 3950 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0401 12:51:10.461064 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0401 12:51:18.545653 3950 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0401 12:51:25.459974 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0401 12:52:17.555714 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0401 12:52:18.577578 3950 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0401 12:52:48.460072 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 I0401 12:52:56.584519 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0401 12:53:25.692067 3950 cni.go:403] [openshift-console/console-56675975bc-dsfjq 9f2a3781377d73c484f0d0f623acf5ee2422d9d117e8ecea89e6fee5b1ffabd6 network default NAD default] DEL starting CNI request [openshift-console/console-56675975bc-dsfjq 9f2a3781377d73c484f0d0f623acf5ee2422d9d117e8ecea89e6fee5b1ffabd6 network default NAD default] I0401 12:53:25.764095 3950 cni.go:424] [openshift-console/console-56675975bc-dsfjq 9f2a3781377d73c484f0d0f623acf5ee2422d9d117e8ecea89e6fee5b1ffabd6 network default NAD default] DEL finished CNI request [openshift-console/console-56675975bc-dsfjq 9f2a3781377d73c484f0d0f623acf5ee2422d9d117e8ecea89e6fee5b1ffabd6 network default NAD default], result "{}", err I0401 12:53:25.812897 3950 obj_retry.go:464] Detected object openshift-console/console-56675975bc-dsfjq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:53:25.812938 3950 pods.go:176] Deleting pod: openshift-console/console-56675975bc-dsfjq I0401 12:53:25.814120 3950 pods.go:236] Attempting to release IPs for pod: openshift-console/console-56675975bc-dsfjq, ips: 10.128.0.21 I0401 12:53:25.814152 3950 obj_retry.go:464] Detected object openshift-console/console-56675975bc-dsfjq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:53:25.822862 3950 base_network_controller_pods.go:487] [default/openshift-console/console-74bcdf876-lm86r] creating logical port openshift-console_console-74bcdf876-lm86r for pod on switch ip-10-0-1-161.ec2.internal I0401 12:53:25.823004 3950 kube.go:256] Updating pod openshift-console/console-74bcdf876-lm86r I0401 12:53:25.839140 3950 pod.go:62] [openshift-console/console-74bcdf876-lm86r] pod update took 16.161473ms I0401 12:53:25.839167 3950 base_network_controller_pods.go:937] [default/openshift-console/console-74bcdf876-lm86r] addLogicalPort annotation time took 16.192854ms I0401 12:53:25.840488 3950 pods.go:271] [openshift-console/console-74bcdf876-lm86r] addLogicalPort took 17.643653ms, libovsdb time 898.229µs I0401 12:53:25.951546 3950 obj_retry.go:458] Detected object openshift-console/console-56675975bc-dsfjq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:53:25.951575 3950 obj_retry.go:458] Detected object openshift-console/console-56675975bc-dsfjq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:53:25.959150 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56675975bc-dsfjq I0401 12:53:25.959182 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56675975bc-dsfjq I0401 12:53:26.181527 3950 cni.go:403] [openshift-console/console-74bcdf876-lm86r f0a0d08504ebbc864eaccf030472b2fc25f5019eef1464530bda327803541d41 network default NAD default] ADD starting CNI request [openshift-console/console-74bcdf876-lm86r f0a0d08504ebbc864eaccf030472b2fc25f5019eef1464530bda327803541d41 network default NAD default] I0401 12:53:26.190689 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-74bcdf876-lm86r, hostIfaceName: f0a0d08504ebbc8, network: default, NAD default, SandboxID: "f0a0d08504ebbc864eaccf030472b2fc25f5019eef1464530bda327803541d41", PCI device ID: , UID: "8b7b6c48-2b61-43f4-9bce-fab3c2ff7d1c", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0401 12:53:26.241890 3950 cni.go:424] [openshift-console/console-74bcdf876-lm86r f0a0d08504ebbc864eaccf030472b2fc25f5019eef1464530bda327803541d41 network default NAD default] ADD finished CNI request [openshift-console/console-74bcdf876-lm86r f0a0d08504ebbc864eaccf030472b2fc25f5019eef1464530bda327803541d41 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:17:61:c4:c8:9c\",\"name\":\"f0a0d08504ebbc8\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf36d76b-7025-43ba-a24a-1625e5772b96\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:53:34.561406 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0401 12:53:36.566619 3950 obj_retry.go:464] Detected object openshift-console/console-56675975bc-cqtx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:53:36.567208 3950 obj_retry.go:464] Detected object openshift-console/console-56675975bc-cqtx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0401 12:53:37.013671 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0401 12:53:37.443445 3950 obj_retry.go:458] Detected object openshift-console/console-56675975bc-cqtx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:53:37.443471 3950 obj_retry.go:458] Detected object openshift-console/console-56675975bc-cqtx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:53:37.450398 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56675975bc-cqtx8 I0401 12:53:37.450419 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56675975bc-cqtx8 I0401 12:53:37.566826 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0401 12:53:42.460099 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0401 12:53:47.572931 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0401 12:54:06.461240 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0401 12:55:28.471371 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=40 I0401 12:55:52.553755 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0401 12:56:04.081554 3950 namespace.go:98] [tsf] adding namespace I0401 12:56:04.082498 3950 namespace.go:102] [tsf] adding namespace took 916.509µs I0401 12:56:04.100114 3950 namespace.go:142] [tsf] updating namespace I0401 12:56:04.112095 3950 namespace.go:142] [tsf] updating namespace I0401 12:56:07.948569 3950 namespace.go:98] [tsf-tas] adding namespace I0401 12:56:07.949385 3950 namespace.go:98] [cert-manager-operator] adding namespace I0401 12:56:07.949548 3950 namespace.go:102] [tsf-tas] adding namespace took 951.2µs I0401 12:56:07.950216 3950 namespace.go:102] [cert-manager-operator] adding namespace took 812.712µs I0401 12:56:07.953358 3950 namespace.go:98] [tsf-keycloak] adding namespace I0401 12:56:07.953579 3950 namespace.go:98] [rhtpa-operator] adding namespace I0401 12:56:07.954100 3950 namespace.go:102] [tsf-keycloak] adding namespace took 727.332µs I0401 12:56:07.954125 3950 namespace.go:98] [konflux-ui] adding namespace I0401 12:56:07.954596 3950 namespace.go:102] [konflux-ui] adding namespace took 465.291µs I0401 12:56:07.955107 3950 namespace.go:102] [rhtpa-operator] adding namespace took 1.509187ms I0401 12:56:07.956305 3950 namespace.go:98] [konflux-operator] adding namespace I0401 12:56:07.956424 3950 namespace.go:98] [rhbk-operator] adding namespace I0401 12:56:07.956938 3950 namespace.go:102] [konflux-operator] adding namespace took 620.228µs I0401 12:56:07.957086 3950 namespace.go:98] [tsf-tpa] adding namespace I0401 12:56:07.957507 3950 namespace.go:102] [rhbk-operator] adding namespace took 1.066836ms I0401 12:56:07.958006 3950 namespace.go:102] [tsf-tpa] adding namespace took 908.8µs I0401 12:56:07.978288 3950 namespace.go:142] [tsf-tas] updating namespace I0401 12:56:07.986893 3950 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:56:07.987295 3950 namespace.go:142] [tsf-tas] updating namespace I0401 12:56:07.992636 3950 namespace.go:142] [konflux-ui] updating namespace I0401 12:56:07.995986 3950 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:56:07.996072 3950 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:56:08.003320 3950 namespace.go:142] [rhbk-operator] updating namespace I0401 12:56:08.005608 3950 namespace.go:142] [konflux-operator] updating namespace I0401 12:56:08.015029 3950 namespace.go:142] [tsf-tpa] updating namespace I0401 12:56:08.015030 3950 namespace.go:142] [tsf-tas] updating namespace I0401 12:56:08.054886 3950 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:56:08.081114 3950 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:56:08.089003 3950 namespace.go:142] [konflux-ui] updating namespace I0401 12:56:08.105660 3950 namespace.go:142] [konflux-ui] updating namespace I0401 12:56:08.134849 3950 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:56:08.160100 3950 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:56:08.167944 3950 namespace.go:142] [konflux-operator] updating namespace I0401 12:56:08.187019 3950 namespace.go:142] [konflux-operator] updating namespace I0401 12:56:08.211482 3950 namespace.go:142] [rhbk-operator] updating namespace I0401 12:56:08.246973 3950 namespace.go:142] [rhbk-operator] updating namespace I0401 12:56:08.288696 3950 namespace.go:142] [tsf-tpa] updating namespace I0401 12:56:08.304771 3950 namespace.go:142] [tsf-tpa] updating namespace I0401 12:56:08.351651 3950 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:56:08.366226 3950 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:56:09.340826 3950 namespace.go:142] [tsf-tpa] updating namespace I0401 12:56:09.360898 3950 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:56:09.512858 3950 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-161.ec2.internal I0401 12:56:09.512966 3950 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0401 12:56:09.539320 3950 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 26.390407ms I0401 12:56:09.539370 3950 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 26.445352ms I0401 12:56:09.540763 3950 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 27.924779ms, libovsdb time 1.014156ms I0401 12:56:09.882283 3950 cni.go:403] [tsf/test-tsf-subscriptions 36490162ec9a3fb85e7a1dfd3a214b165eb7f8a9b6d7a7931f4bccf2e10e5e46 network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions 36490162ec9a3fb85e7a1dfd3a214b165eb7f8a9b6d7a7931f4bccf2e10e5e46 network default NAD default] I0401 12:56:09.891508 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 36490162ec9a3fb, network: default, NAD default, SandboxID: "36490162ec9a3fb85e7a1dfd3a214b165eb7f8a9b6d7a7931f4bccf2e10e5e46", PCI device ID: , UID: "d7038c11-fee0-4983-ae46-2c855d970835", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0401 12:56:09.943767 3950 cni.go:424] [tsf/test-tsf-subscriptions 36490162ec9a3fb85e7a1dfd3a214b165eb7f8a9b6d7a7931f4bccf2e10e5e46 network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions 36490162ec9a3fb85e7a1dfd3a214b165eb7f8a9b6d7a7931f4bccf2e10e5e46 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:e5:d5:42:e8:37\",\"name\":\"36490162ec9a3fb\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/813e8aa0-1e93-4713-9d74-e934c3a856b5\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:56:17.212450 3950 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.213091 3950 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.213117 3950 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.213124 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:17.213139 3950 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.213144 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:17.309487 3950 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.310067 3950 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.310099 3950 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.310110 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:17.310128 3950 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:17.310137 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:18.217460 3950 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:18.218034 3950 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:18.218061 3950 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:18.218071 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:18.218088 3950 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:18.218092 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:18.240003 3950 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.240030 3950 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.240046 3950 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.240064 3950 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bjxhf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.335501 3950 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.335526 3950 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.335538 3950 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:18.335553 3950 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8fnct7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:19.231055 3950 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:19.231634 3950 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:19.231669 3950 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:19.231678 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:19.231691 3950 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:19.231695 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:19.246997 3950 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:19.247020 3950 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:19.247033 3950 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:19.247046 3950 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfnfm75 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:20.256790 3950 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:20.256814 3950 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:20.256827 3950 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:20.256841 3950 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1sc8dd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:21.245466 3950 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:21.246048 3950 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:21.246077 3950 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:21.246084 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:21.246099 3950 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:21.246103 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:22.267471 3950 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:22.268053 3950 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:56:22.268078 3950 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:22.268087 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 12:56:22.268101 3950 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 12:56:22.268111 3950 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 12:56:22.288459 3950 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:22.288485 3950 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:22.288500 3950 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:22.288514 3950 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7rb2sg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:23.315234 3950 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:23.315264 3950 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:23.315279 3950 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:23.315294 3950 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbzwwx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:56:29.152914 3950 namespace.go:98] [cert-manager] adding namespace I0401 12:56:29.153801 3950 namespace.go:102] [cert-manager] adding namespace took 859.308µs I0401 12:56:29.206276 3950 namespace.go:142] [cert-manager] updating namespace I0401 12:56:29.236768 3950 namespace.go:142] [cert-manager] updating namespace W0401 12:56:31.194277 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0401 12:56:32.803894 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0401 12:56:32.817588 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0401 12:56:35.150913 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0401 12:56:35.150936 3950 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0401 12:56:37.548002 3950 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0401 12:56:38.630583 3950 namespace.go:142] [openshift-operators] updating namespace I0401 12:56:38.643305 3950 namespace.go:142] [openshift-operators] updating namespace I0401 12:56:46.617957 3950 namespace.go:142] [openshift-operators] updating namespace W0401 12:56:47.309860 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0401 12:56:55.998998 3950 namespace.go:98] [trusted-artifact-signer] adding namespace I0401 12:56:55.999977 3950 namespace.go:102] [trusted-artifact-signer] adding namespace took 945.805µs I0401 12:56:56.041933 3950 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 12:56:56.062798 3950 namespace.go:142] [trusted-artifact-signer] updating namespace W0401 12:56:56.352237 3950 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0401 12:56:59.831789 3950 cni.go:403] [tsf/test-tsf-subscriptions 36490162ec9a3fb85e7a1dfd3a214b165eb7f8a9b6d7a7931f4bccf2e10e5e46 network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions 36490162ec9a3fb85e7a1dfd3a214b165eb7f8a9b6d7a7931f4bccf2e10e5e46 network default NAD default] I0401 12:56:59.909972 3950 cni.go:424] [tsf/test-tsf-subscriptions 36490162ec9a3fb85e7a1dfd3a214b165eb7f8a9b6d7a7931f4bccf2e10e5e46 network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions 36490162ec9a3fb85e7a1dfd3a214b165eb7f8a9b6d7a7931f4bccf2e10e5e46 network default NAD default], result "{}", err I0401 12:57:00.019274 3950 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:57:00.019310 3950 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0401 12:57:00.020697 3950 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.24 I0401 12:57:00.020730 3950 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:57:00.083412 3950 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:57:00.083434 3950 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:57:00.141516 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0401 12:57:00.141546 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0401 12:57:02.506050 3950 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-161.ec2.internal I0401 12:57:02.506158 3950 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0401 12:57:02.523405 3950 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 17.273079ms I0401 12:57:02.523426 3950 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 17.29982ms I0401 12:57:02.524611 3950 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 18.57642ms, libovsdb time 842.42µs I0401 12:57:02.878521 3950 cni.go:403] [tsf/test-tsf-infrastructure 3dcda3f29df63b7ab7645483a09d8c21f18a882da763bdfb8ea23d30483c2300 network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure 3dcda3f29df63b7ab7645483a09d8c21f18a882da763bdfb8ea23d30483c2300 network default NAD default] I0401 12:57:02.888303 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 3dcda3f29df63b7, network: default, NAD default, SandboxID: "3dcda3f29df63b7ab7645483a09d8c21f18a882da763bdfb8ea23d30483c2300", PCI device ID: , UID: "d5969073-ca2d-4b13-ba2d-70c929a7602d", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0401 12:57:02.938095 3950 cni.go:424] [tsf/test-tsf-infrastructure 3dcda3f29df63b7ab7645483a09d8c21f18a882da763bdfb8ea23d30483c2300 network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure 3dcda3f29df63b7ab7645483a09d8c21f18a882da763bdfb8ea23d30483c2300 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:d5:ef:c7:5f:92\",\"name\":\"3dcda3f29df63b7\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c2b1aea-d19a-4140-9517-66fdac0a47d7\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:57:02.963657 3950 namespace.go:98] [openshift-pipelines] adding namespace I0401 12:57:02.964625 3950 namespace.go:102] [openshift-pipelines] adding namespace took 943.257µs I0401 12:57:03.004908 3950 namespace.go:142] [openshift-pipelines] updating namespace I0401 12:57:03.674259 3950 namespace.go:142] [cert-manager] updating namespace I0401 12:57:03.874797 3950 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:57:04.282676 3950 namespace.go:142] [konflux-operator] updating namespace I0401 12:57:04.480464 3950 namespace.go:142] [konflux-ui] updating namespace I0401 12:57:04.684150 3950 namespace.go:142] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] updating namespace I0401 12:57:05.087510 3950 namespace.go:142] [rhbk-operator] updating namespace I0401 12:57:05.257178 3950 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-89vgf] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-89vgf for pod on switch ip-10-0-1-161.ec2.internal I0401 12:57:05.257328 3950 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-89vgf I0401 12:57:05.270478 3950 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-89vgf] pod update took 13.181834ms I0401 12:57:05.270506 3950 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-89vgf] addLogicalPort annotation time took 13.214185ms I0401 12:57:05.271982 3950 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-89vgf] addLogicalPort took 14.82625ms, libovsdb time 1.056941ms I0401 12:57:05.295789 3950 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:57:05.363061 3950 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mlvr9] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-mlvr9 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:57:05.363168 3950 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mlvr9 I0401 12:57:05.381568 3950 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mlvr9] pod update took 18.43177ms I0401 12:57:05.381600 3950 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mlvr9] addLogicalPort annotation time took 18.46829ms I0401 12:57:05.382830 3950 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mlvr9] addLogicalPort took 19.792384ms, libovsdb time 894.705µs I0401 12:57:05.490905 3950 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 12:57:05.687956 3950 namespace.go:142] [tsf] updating namespace I0401 12:57:05.893152 3950 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:57:06.092191 3950 namespace.go:142] [tsf-tas] updating namespace I0401 12:57:06.293009 3950 namespace.go:142] [tsf-tpa] updating namespace I0401 12:57:06.424952 3950 namespace.go:142] [cert-manager] updating namespace I0401 12:57:06.438297 3950 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:57:06.447009 3950 namespace.go:142] [default] updating namespace I0401 12:57:06.459508 3950 namespace.go:142] [konflux-operator] updating namespace I0401 12:57:06.478079 3950 namespace.go:142] [konflux-ui] updating namespace I0401 12:57:06.489105 3950 namespace.go:142] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] updating namespace I0401 12:57:06.496609 3950 namespace.go:142] [openshift] updating namespace I0401 12:57:06.504573 3950 namespace.go:142] [rhbk-operator] updating namespace I0401 12:57:06.514996 3950 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:57:06.524058 3950 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 12:57:06.532418 3950 namespace.go:142] [tsf] updating namespace I0401 12:57:06.544372 3950 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:57:06.555123 3950 namespace.go:142] [tsf-tas] updating namespace I0401 12:57:06.568835 3950 namespace.go:142] [tsf-tpa] updating namespace I0401 12:57:06.674070 3950 namespace.go:142] [cert-manager] updating namespace I0401 12:57:06.770512 3950 namespace.go:142] [cert-manager-operator] updating namespace I0401 12:57:06.870874 3950 namespace.go:142] [default] updating namespace I0401 12:57:06.972829 3950 namespace.go:142] [konflux-operator] updating namespace I0401 12:57:07.068587 3950 namespace.go:142] [konflux-ui] updating namespace I0401 12:57:07.171023 3950 namespace.go:142] [open-cluster-management-2pdc3bms7betpsglkv3jcv4j6l37nkm9] updating namespace I0401 12:57:07.268610 3950 namespace.go:142] [openshift] updating namespace I0401 12:57:07.371782 3950 namespace.go:142] [rhbk-operator] updating namespace I0401 12:57:07.468889 3950 namespace.go:142] [rhtpa-operator] updating namespace I0401 12:57:07.570302 3950 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 12:57:07.671141 3950 namespace.go:142] [tsf] updating namespace I0401 12:57:07.775793 3950 namespace.go:142] [tsf-keycloak] updating namespace I0401 12:57:07.889305 3950 namespace.go:142] [tsf-tas] updating namespace I0401 12:57:07.983289 3950 namespace.go:142] [tsf-tpa] updating namespace I0401 12:57:08.440552 3950 namespace.go:142] [openshift-pipelines] updating namespace I0401 12:57:16.826896 3950 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mlvr9 ecf292c8e22b4c4fd0eca12363401ecec4aab10095d27d25e9c560aa49b131f6 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mlvr9 ecf292c8e22b4c4fd0eca12363401ecec4aab10095d27d25e9c560aa49b131f6 network default NAD default] I0401 12:57:16.836349 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-mlvr9, hostIfaceName: ecf292c8e22b4c4, network: default, NAD default, SandboxID: "ecf292c8e22b4c4fd0eca12363401ecec4aab10095d27d25e9c560aa49b131f6", PCI device ID: , UID: "e88a9926-e3d6-4c08-9063-269bd6320cb3", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0401 12:57:16.887504 3950 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mlvr9 ecf292c8e22b4c4fd0eca12363401ecec4aab10095d27d25e9c560aa49b131f6 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-mlvr9 ecf292c8e22b4c4fd0eca12363401ecec4aab10095d27d25e9c560aa49b131f6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:e2:3a:16:d1:6a\",\"name\":\"ecf292c8e22b4c4\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6dbfdd5-af59-4bab-a59d-699ce3aa7cb1\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:57:17.032892 3950 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-89vgf 521e3db875af232b2e2bbcf38fd9f3003b3dc5e3c5f16f419a4438b24de0b20b network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-89vgf 521e3db875af232b2e2bbcf38fd9f3003b3dc5e3c5f16f419a4438b24de0b20b network default NAD default] I0401 12:57:17.043053 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-89vgf, hostIfaceName: 521e3db875af232, network: default, NAD default, SandboxID: "521e3db875af232b2e2bbcf38fd9f3003b3dc5e3c5f16f419a4438b24de0b20b", PCI device ID: , UID: "3838fa30-7dc1-402a-88b7-1cd72d151cc1", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0401 12:57:17.094779 3950 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-89vgf 521e3db875af232b2e2bbcf38fd9f3003b3dc5e3c5f16f419a4438b24de0b20b network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-89vgf 521e3db875af232b2e2bbcf38fd9f3003b3dc5e3c5f16f419a4438b24de0b20b network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:da:2d:73:5a:3e\",\"name\":\"521e3db875af232\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8eacadc2-b55d-4738-b198-5adf37d2a650\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 12:57:17.912902 3950 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0401 12:57:17.932507 3950 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0401 12:57:20.509115 3950 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 12:57:20.509140 3950 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 12:57:20.509146 3950 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 12:57:20.551113 3950 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:20.551137 3950 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:20.551144 3950 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:20.551151 3950 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 12:57:21.392047 3950 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 12:57:21.392069 3950 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 12:57:21.392073 3950 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0401 12:57:32.547940 3950 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0401 12:57:37.580079 3950 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0401 12:57:38.922884 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0401 12:57:38.946806 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0401 12:57:39.432022 3950 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tqdm5] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-tqdm5 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:57:39.432188 3950 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tqdm5 I0401 12:57:39.448066 3950 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tqdm5] pod update took 15.970924ms I0401 12:57:39.448096 3950 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tqdm5] addLogicalPort annotation time took 16.004032ms I0401 12:57:39.449482 3950 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tqdm5] addLogicalPort took 17.48322ms, libovsdb time 954.518µs I0401 12:57:39.794726 3950 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tqdm5 a8931dfed28824cbd65c4a55c9e0f2938d7303412dd539fdce9dc8c1b03ecc58 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tqdm5 a8931dfed28824cbd65c4a55c9e0f2938d7303412dd539fdce9dc8c1b03ecc58 network default NAD default] I0401 12:57:39.804860 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-tqdm5, hostIfaceName: a8931dfed28824c, network: default, NAD default, SandboxID: "a8931dfed28824cbd65c4a55c9e0f2938d7303412dd539fdce9dc8c1b03ecc58", PCI device ID: , UID: "f6fa6c38-e648-4ac8-b925-74b4b62cde4c", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0401 12:57:39.859007 3950 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tqdm5 a8931dfed28824cbd65c4a55c9e0f2938d7303412dd539fdce9dc8c1b03ecc58 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tqdm5 a8931dfed28824cbd65c4a55c9e0f2938d7303412dd539fdce9dc8c1b03ecc58 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:db:24:99:fa:3c\",\"name\":\"a8931dfed28824c\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e69e1ae-445b-410d-9510-8d48ec4a8f6c\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:57:42.030655 3950 cni.go:403] [tsf/test-tsf-infrastructure 3dcda3f29df63b7ab7645483a09d8c21f18a882da763bdfb8ea23d30483c2300 network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure 3dcda3f29df63b7ab7645483a09d8c21f18a882da763bdfb8ea23d30483c2300 network default NAD default] I0401 12:57:42.117476 3950 cni.go:424] [tsf/test-tsf-infrastructure 3dcda3f29df63b7ab7645483a09d8c21f18a882da763bdfb8ea23d30483c2300 network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure 3dcda3f29df63b7ab7645483a09d8c21f18a882da763bdfb8ea23d30483c2300 network default NAD default], result "{}", err I0401 12:57:42.165792 3950 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:57:42.165835 3950 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0401 12:57:42.167416 3950 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.25 I0401 12:57:42.167450 3950 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:57:42.188530 3950 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:57:42.188550 3950 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:57:42.196098 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0401 12:57:42.196149 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0401 12:57:42.467126 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0401 12:57:43.313624 3950 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-161.ec2.internal I0401 12:57:43.313734 3950 kube.go:256] Updating pod tsf/test-tsf-iam I0401 12:57:43.327681 3950 pod.go:62] [tsf/test-tsf-iam] pod update took 13.977501ms I0401 12:57:43.327709 3950 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.018878ms I0401 12:57:43.329218 3950 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.610737ms, libovsdb time 1.087169ms I0401 12:57:43.413813 3950 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:57:43.413923 3950 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0401 12:57:43.430323 3950 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.418534ms I0401 12:57:43.430371 3950 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.474061ms I0401 12:57:43.431759 3950 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.975885ms, libovsdb time 960.655µs I0401 12:57:43.677212 3950 cni.go:403] [tsf/test-tsf-iam eee66ec816f3c521b3574190f09d1be9be908e116bcebd9282ec536fddda252c network default NAD default] ADD starting CNI request [tsf/test-tsf-iam eee66ec816f3c521b3574190f09d1be9be908e116bcebd9282ec536fddda252c network default NAD default] I0401 12:57:43.689167 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: eee66ec816f3c52, network: default, NAD default, SandboxID: "eee66ec816f3c521b3574190f09d1be9be908e116bcebd9282ec536fddda252c", PCI device ID: , UID: "3075b07b-0c89-4fdb-a7be-bf5180e6d7fb", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0401 12:57:43.744129 3950 cni.go:424] [tsf/test-tsf-iam eee66ec816f3c521b3574190f09d1be9be908e116bcebd9282ec536fddda252c network default NAD default] ADD finished CNI request [tsf/test-tsf-iam eee66ec816f3c521b3574190f09d1be9be908e116bcebd9282ec536fddda252c network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:07:6f:69:cf:1a\",\"name\":\"eee66ec816f3c52\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1144c9f7-7897-4dde-a1bd-2f2c5a55fccb\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:57:43.776109 3950 cni.go:403] [tsf-keycloak/keycloak-0 6629f90c851073c31da4811add983655abd07dc996435d2910dd5e7fbb807efe network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 6629f90c851073c31da4811add983655abd07dc996435d2910dd5e7fbb807efe network default NAD default] I0401 12:57:43.788059 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 6629f90c851073c, network: default, NAD default, SandboxID: "6629f90c851073c31da4811add983655abd07dc996435d2910dd5e7fbb807efe", PCI device ID: , UID: "af96e243-ddc8-4bff-8eae-ac1555b2649b", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0401 12:57:43.842406 3950 cni.go:424] [tsf-keycloak/keycloak-0 6629f90c851073c31da4811add983655abd07dc996435d2910dd5e7fbb807efe network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 6629f90c851073c31da4811add983655abd07dc996435d2910dd5e7fbb807efe network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:f3:5b:f6:42:7c\",\"name\":\"6629f90c851073c\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ce2d09d-57a6-4684-aed1-48bb4fda5b70\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:57:44.462789 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0401 12:57:49.078110 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0401 12:57:49.079732 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:57:49.079811 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0401 12:57:59.610071 3950 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0401 12:58:00.215059 3950 namespace.go:142] [openshift-pipelines] updating namespace W0401 12:58:06.063793 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0401 12:58:06.066461 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:58:06.066483 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0401 12:58:07.305836 3950 cni.go:403] [tsf-keycloak/keycloak-0 6629f90c851073c31da4811add983655abd07dc996435d2910dd5e7fbb807efe network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 6629f90c851073c31da4811add983655abd07dc996435d2910dd5e7fbb807efe network default NAD default] I0401 12:58:07.392878 3950 cni.go:424] [tsf-keycloak/keycloak-0 6629f90c851073c31da4811add983655abd07dc996435d2910dd5e7fbb807efe network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 6629f90c851073c31da4811add983655abd07dc996435d2910dd5e7fbb807efe network default NAD default], result "{}", err I0401 12:58:07.441740 3950 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:07.441775 3950 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0401 12:58:07.443079 3950 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.128.0.30 I0401 12:58:07.443110 3950 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:08.184075 3950 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:08.184099 3950 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:08.191491 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0401 12:58:08.191521 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0401 12:58:08.220385 3950 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:58:08.220528 3950 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0401 12:58:08.239193 3950 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.688074ms I0401 12:58:08.239229 3950 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.730861ms I0401 12:58:08.240774 3950 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.411882ms, libovsdb time 1.027868ms I0401 12:58:08.581365 3950 cni.go:403] [tsf-keycloak/keycloak-0 656272da9394e27ffe462354ca81c15e01be7039addeeb62b1b8448073e75333 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 656272da9394e27ffe462354ca81c15e01be7039addeeb62b1b8448073e75333 network default NAD default] I0401 12:58:08.591189 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 656272da9394e27, network: default, NAD default, SandboxID: "656272da9394e27ffe462354ca81c15e01be7039addeeb62b1b8448073e75333", PCI device ID: , UID: "2ec373c2-fa9a-4822-8e49-b6d5add16678", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0401 12:58:08.645348 3950 cni.go:424] [tsf-keycloak/keycloak-0 656272da9394e27ffe462354ca81c15e01be7039addeeb62b1b8448073e75333 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 656272da9394e27ffe462354ca81c15e01be7039addeeb62b1b8448073e75333 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:77:99:c8:cc:5e\",\"name\":\"656272da9394e27\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7731f907-4dda-4aba-916b-6e277159d3b2\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 12:58:10.207137 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:58:10.207162 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0401 12:58:10.207168 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:58:22.691504 3950 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 12:58:22.691531 3950 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 12:58:22.691538 3950 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 12:58:23.918183 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0401 12:58:23.923795 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:58:23.923814 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0401 12:58:33.589432 3950 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-x96sz] creating logical port tsf-keycloak_tsf-iam-x96sz for pod on switch ip-10-0-1-161.ec2.internal I0401 12:58:33.589552 3950 kube.go:256] Updating pod tsf-keycloak/tsf-iam-x96sz I0401 12:58:33.603531 3950 pod.go:62] [tsf-keycloak/tsf-iam-x96sz] pod update took 14.01147ms I0401 12:58:33.603558 3950 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-x96sz] addLogicalPort annotation time took 14.044923ms I0401 12:58:33.604853 3950 pods.go:271] [tsf-keycloak/tsf-iam-x96sz] addLogicalPort took 15.43829ms, libovsdb time 911.624µs I0401 12:58:33.949571 3950 cni.go:403] [tsf-keycloak/tsf-iam-x96sz 008949f00729091ea04e2da4411dae436ec73048af92d55a3cfd6c7a1f4ec5fc network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-x96sz 008949f00729091ea04e2da4411dae436ec73048af92d55a3cfd6c7a1f4ec5fc network default NAD default] I0401 12:58:33.959170 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-x96sz, hostIfaceName: 008949f00729091, network: default, NAD default, SandboxID: "008949f00729091ea04e2da4411dae436ec73048af92d55a3cfd6c7a1f4ec5fc", PCI device ID: , UID: "0b83204e-499f-4559-9b36-848c2053337c", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0401 12:58:34.011966 3950 cni.go:424] [tsf-keycloak/tsf-iam-x96sz 008949f00729091ea04e2da4411dae436ec73048af92d55a3cfd6c7a1f4ec5fc network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-x96sz 008949f00729091ea04e2da4411dae436ec73048af92d55a3cfd6c7a1f4ec5fc network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:de:62:a0:89:b9\",\"name\":\"008949f00729091\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4595456-9c66-49eb-a806-6107298e1d06\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:58:41.587135 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0401 12:58:44.400150 3950 cni.go:403] [tsf/test-tsf-iam eee66ec816f3c521b3574190f09d1be9be908e116bcebd9282ec536fddda252c network default NAD default] DEL starting CNI request [tsf/test-tsf-iam eee66ec816f3c521b3574190f09d1be9be908e116bcebd9282ec536fddda252c network default NAD default] I0401 12:58:44.482057 3950 cni.go:424] [tsf/test-tsf-iam eee66ec816f3c521b3574190f09d1be9be908e116bcebd9282ec536fddda252c network default NAD default] DEL finished CNI request [tsf/test-tsf-iam eee66ec816f3c521b3574190f09d1be9be908e116bcebd9282ec536fddda252c network default NAD default], result "{}", err I0401 12:58:44.531954 3950 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:44.532083 3950 pods.go:176] Deleting pod: tsf/test-tsf-iam I0401 12:58:44.533695 3950 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.29 I0401 12:58:44.533731 3950 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:51.434218 3950 cni.go:403] [tsf-keycloak/tsf-iam-x96sz 008949f00729091ea04e2da4411dae436ec73048af92d55a3cfd6c7a1f4ec5fc network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-x96sz 008949f00729091ea04e2da4411dae436ec73048af92d55a3cfd6c7a1f4ec5fc network default NAD default] I0401 12:58:51.519980 3950 cni.go:424] [tsf-keycloak/tsf-iam-x96sz 008949f00729091ea04e2da4411dae436ec73048af92d55a3cfd6c7a1f4ec5fc network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-x96sz 008949f00729091ea04e2da4411dae436ec73048af92d55a3cfd6c7a1f4ec5fc network default NAD default], result "{}", err I0401 12:58:51.569715 3950 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-x96sz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:51.569757 3950 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-x96sz I0401 12:58:51.571118 3950 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-x96sz, ips: 10.128.0.32 I0401 12:58:51.571151 3950 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-x96sz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:52.596991 3950 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-x96sz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:52.597016 3950 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-x96sz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:52.832610 3950 cni.go:403] [tsf-keycloak/keycloak-0 656272da9394e27ffe462354ca81c15e01be7039addeeb62b1b8448073e75333 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 656272da9394e27ffe462354ca81c15e01be7039addeeb62b1b8448073e75333 network default NAD default] I0401 12:58:52.908923 3950 cni.go:424] [tsf-keycloak/keycloak-0 656272da9394e27ffe462354ca81c15e01be7039addeeb62b1b8448073e75333 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 656272da9394e27ffe462354ca81c15e01be7039addeeb62b1b8448073e75333 network default NAD default], result "{}", err I0401 12:58:52.957964 3950 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:52.957998 3950 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0401 12:58:52.959236 3950 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.128.0.31 I0401 12:58:52.959263 3950 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:58:53.448311 3950 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:53.448344 3950 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:58:53.455178 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0401 12:58:53.455201 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0401 12:58:53.516178 3950 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:58:53.516293 3950 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0401 12:58:53.545322 3950 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 29.058368ms I0401 12:58:53.545359 3950 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 29.104719ms I0401 12:58:53.546566 3950 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 30.408615ms, libovsdb time 849.401µs I0401 12:58:53.868776 3950 cni.go:403] [tsf-keycloak/keycloak-0 b9d6b44ec63331550877c02ed9bdc551491a5fe7ec1509d2e03ccea516f62099 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 b9d6b44ec63331550877c02ed9bdc551491a5fe7ec1509d2e03ccea516f62099 network default NAD default] I0401 12:58:53.878124 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: b9d6b44ec633315, network: default, NAD default, SandboxID: "b9d6b44ec63331550877c02ed9bdc551491a5fe7ec1509d2e03ccea516f62099", PCI device ID: , UID: "7f5c51b6-53c0-4642-aefc-5f1686533fac", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0401 12:58:53.928704 3950 cni.go:424] [tsf-keycloak/keycloak-0 b9d6b44ec63331550877c02ed9bdc551491a5fe7ec1509d2e03ccea516f62099 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 b9d6b44ec63331550877c02ed9bdc551491a5fe7ec1509d2e03ccea516f62099 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:f1:e4:45:8b:64\",\"name\":\"b9d6b44ec633315\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55141672-9e2f-4816-929f-b2f1f41b9290\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 12:58:55.460292 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0401 12:58:55.461743 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:58:55.461768 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0401 12:58:56.548548 3950 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9d889] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-9d889 for pod on switch ip-10-0-1-161.ec2.internal I0401 12:58:56.548676 3950 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9d889 I0401 12:58:56.565953 3950 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9d889] pod update took 17.313387ms I0401 12:58:56.565984 3950 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9d889] addLogicalPort annotation time took 17.352279ms I0401 12:58:56.567415 3950 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9d889] addLogicalPort took 18.889967ms, libovsdb time 907.035µs I0401 12:58:56.644209 3950 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-f972z] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-f972z for pod on switch ip-10-0-1-161.ec2.internal I0401 12:58:56.644306 3950 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-f972z I0401 12:58:56.658945 3950 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-f972z] pod update took 14.666799ms I0401 12:58:56.658967 3950 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-f972z] addLogicalPort annotation time took 14.696074ms I0401 12:58:56.660229 3950 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-f972z] addLogicalPort took 16.041405ms, libovsdb time 884.446µs I0401 12:58:56.912011 3950 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9d889 89f6ae694dc7bc6178170b53af8ba99fa597d4ee1aecccc61f80d790db06e40b network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9d889 89f6ae694dc7bc6178170b53af8ba99fa597d4ee1aecccc61f80d790db06e40b network default NAD default] I0401 12:58:56.924641 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-9d889, hostIfaceName: 89f6ae694dc7bc6, network: default, NAD default, SandboxID: "89f6ae694dc7bc6178170b53af8ba99fa597d4ee1aecccc61f80d790db06e40b", PCI device ID: , UID: "6c5ed891-8841-430b-a61a-80b41e2e2fb3", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0401 12:58:56.983535 3950 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9d889 89f6ae694dc7bc6178170b53af8ba99fa597d4ee1aecccc61f80d790db06e40b network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-9d889 89f6ae694dc7bc6178170b53af8ba99fa597d4ee1aecccc61f80d790db06e40b network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:a1:3a:40:14:12\",\"name\":\"89f6ae694dc7bc6\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe8f9258-e85e-43f5-8ce5-185ec2b8ab4f\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:58:57.025635 3950 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-f972z d6df8542fba06157447a7d4638c0a30122b6b070eb0cfffc1a32b3bef9ae6f4e network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-f972z d6df8542fba06157447a7d4638c0a30122b6b070eb0cfffc1a32b3bef9ae6f4e network default NAD default] I0401 12:58:57.037611 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-f972z, hostIfaceName: d6df8542fba0615, network: default, NAD default, SandboxID: "d6df8542fba06157447a7d4638c0a30122b6b070eb0cfffc1a32b3bef9ae6f4e", PCI device ID: , UID: "4e3962b9-ba70-4d74-8f59-6d9c26183245", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0401 12:58:57.117892 3950 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-f972z d6df8542fba06157447a7d4638c0a30122b6b070eb0cfffc1a32b3bef9ae6f4e network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-f972z d6df8542fba06157447a7d4638c0a30122b6b070eb0cfffc1a32b3bef9ae6f4e network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:d8:39:8b:a2:4e\",\"name\":\"d6df8542fba0615\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85ab456c-64b5-4d6a-ac51-6ad15255b07e\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 12:59:01.516289 3950 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0401 12:59:09.211822 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:59:09.211850 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0401 12:59:09.211939 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0401 12:59:12.526698 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0401 12:59:13.042130 3950 egressfirewall.go:628] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0401 12:59:13.042150 3950 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0401 12:59:13.042179 3950 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 38.066µs I0401 12:59:15.558909 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0401 12:59:44.618407 3950 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:59:44.618466 3950 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:59:44.627368 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0401 12:59:44.627404 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0401 12:59:44.757013 3950 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-161.ec2.internal I0401 12:59:44.757145 3950 kube.go:256] Updating pod tsf/test-tsf-iam I0401 12:59:44.771327 3950 pod.go:62] [tsf/test-tsf-iam] pod update took 14.205858ms I0401 12:59:44.771371 3950 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.256148ms I0401 12:59:44.772620 3950 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.629732ms, libovsdb time 899.562µs I0401 12:59:45.115601 3950 cni.go:403] [tsf/test-tsf-iam 0dde5b4067d41108ca1bc33e1c43ba20dec3afa6a4eacf3bf9fbb08cbfe9110b network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 0dde5b4067d41108ca1bc33e1c43ba20dec3afa6a4eacf3bf9fbb08cbfe9110b network default NAD default] I0401 12:59:45.125090 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 0dde5b4067d4110, network: default, NAD default, SandboxID: "0dde5b4067d41108ca1bc33e1c43ba20dec3afa6a4eacf3bf9fbb08cbfe9110b", PCI device ID: , UID: "9ed6b68e-6bed-45ac-8ccd-85988cdf2ece", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0401 12:59:45.178194 3950 cni.go:424] [tsf/test-tsf-iam 0dde5b4067d41108ca1bc33e1c43ba20dec3afa6a4eacf3bf9fbb08cbfe9110b network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 0dde5b4067d41108ca1bc33e1c43ba20dec3afa6a4eacf3bf9fbb08cbfe9110b network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:f1:15:ab:cc:ab\",\"name\":\"0dde5b4067d4110\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cc90225-caf2-4261-8d97-d1fca907fa93\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:59:46.464026 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=109 I0401 12:59:52.768938 3950 cni.go:403] [tsf/test-tsf-iam 0dde5b4067d41108ca1bc33e1c43ba20dec3afa6a4eacf3bf9fbb08cbfe9110b network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 0dde5b4067d41108ca1bc33e1c43ba20dec3afa6a4eacf3bf9fbb08cbfe9110b network default NAD default] I0401 12:59:52.837442 3950 cni.go:424] [tsf/test-tsf-iam 0dde5b4067d41108ca1bc33e1c43ba20dec3afa6a4eacf3bf9fbb08cbfe9110b network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 0dde5b4067d41108ca1bc33e1c43ba20dec3afa6a4eacf3bf9fbb08cbfe9110b network default NAD default], result "{}", err I0401 12:59:52.886929 3950 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:59:52.886963 3950 pods.go:176] Deleting pod: tsf/test-tsf-iam I0401 12:59:52.888427 3950 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.36 I0401 12:59:52.888456 3950 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:59:52.908609 3950 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:59:52.908636 3950 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:59:52.912297 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0401 12:59:52.912324 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0401 12:59:53.724414 3950 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-161.ec2.internal I0401 12:59:53.724541 3950 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0401 12:59:53.738595 3950 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.070645ms I0401 12:59:53.738626 3950 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.108961ms I0401 12:59:53.740052 3950 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.656069ms, libovsdb time 912.507µs I0401 12:59:54.082991 3950 cni.go:403] [tsf-tas/test-tsf-tas f4199a863290af48926a9cb3309d6b3518e46c84d3a18b2e73298e8b5249900d network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas f4199a863290af48926a9cb3309d6b3518e46c84d3a18b2e73298e8b5249900d network default NAD default] I0401 12:59:54.092793 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: f4199a863290af4, network: default, NAD default, SandboxID: "f4199a863290af48926a9cb3309d6b3518e46c84d3a18b2e73298e8b5249900d", PCI device ID: , UID: "ade4c390-120d-4de5-af17-97726544efc5", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0401 12:59:54.143763 3950 cni.go:424] [tsf-tas/test-tsf-tas f4199a863290af48926a9cb3309d6b3518e46c84d3a18b2e73298e8b5249900d network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas f4199a863290af48926a9cb3309d6b3518e46c84d3a18b2e73298e8b5249900d network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:11:5c:4b:f0:c0\",\"name\":\"f4199a863290af4\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b646a5f-c49b-48cf-be96-991c8ec9b4ca\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:59:56.008381 3950 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-579c9c9cb7-jkb9k] creating logical port tsf-tas_trillian-logsigner-579c9c9cb7-jkb9k for pod on switch ip-10-0-1-161.ec2.internal I0401 12:59:56.008478 3950 kube.go:256] Updating pod tsf-tas/trillian-logsigner-579c9c9cb7-jkb9k I0401 12:59:56.024833 3950 pod.go:62] [tsf-tas/trillian-logsigner-579c9c9cb7-jkb9k] pod update took 16.380327ms I0401 12:59:56.024857 3950 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-579c9c9cb7-jkb9k] addLogicalPort annotation time took 16.410535ms I0401 12:59:56.026130 3950 pods.go:271] [tsf-tas/trillian-logsigner-579c9c9cb7-jkb9k] addLogicalPort took 17.765406ms, libovsdb time 877.804µs I0401 12:59:56.971478 3950 cni.go:403] [tsf-tas/trillian-logsigner-579c9c9cb7-jkb9k 17f72fdf3fa8e01e7efe3d9630f01b51b44b0564f980d316ae981df22574a56c network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-579c9c9cb7-jkb9k 17f72fdf3fa8e01e7efe3d9630f01b51b44b0564f980d316ae981df22574a56c network default NAD default] I0401 12:59:56.980660 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-579c9c9cb7-jkb9k, hostIfaceName: 17f72fdf3fa8e01, network: default, NAD default, SandboxID: "17f72fdf3fa8e01e7efe3d9630f01b51b44b0564f980d316ae981df22574a56c", PCI device ID: , UID: "4941d799-466e-405b-b318-e292fbc1eb7d", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0401 12:59:57.032357 3950 cni.go:424] [tsf-tas/trillian-logsigner-579c9c9cb7-jkb9k 17f72fdf3fa8e01e7efe3d9630f01b51b44b0564f980d316ae981df22574a56c network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-579c9c9cb7-jkb9k 17f72fdf3fa8e01e7efe3d9630f01b51b44b0564f980d316ae981df22574a56c network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:40:cb:1a:af:e6\",\"name\":\"17f72fdf3fa8e01\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/039fa620-84b9-481f-99a3-4bf40f8b5443\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 12:59:58.596855 3950 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5ff4df478d-s6kkn] creating logical port tsf-tas_trillian-db-5ff4df478d-s6kkn for pod on switch ip-10-0-1-161.ec2.internal I0401 12:59:58.596958 3950 kube.go:256] Updating pod tsf-tas/trillian-db-5ff4df478d-s6kkn I0401 12:59:58.612316 3950 pod.go:62] [tsf-tas/trillian-db-5ff4df478d-s6kkn] pod update took 15.386587ms I0401 12:59:58.612361 3950 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-5ff4df478d-s6kkn] addLogicalPort annotation time took 15.437657ms I0401 12:59:58.613902 3950 pods.go:271] [tsf-tas/trillian-db-5ff4df478d-s6kkn] addLogicalPort took 17.069779ms, libovsdb time 1.058362ms W0401 12:59:59.149571 3950 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0401 12:59:59.149599 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0401 13:00:02.829652 3950 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0401 13:00:08.512801 3950 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0401 13:00:08.666609 3950 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-dlfgq-62q6r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:08.667178 3950 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-dlfgq-62q6r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:09.469037 3950 cni.go:403] [tsf-tas/trillian-db-5ff4df478d-s6kkn 7421b235327448b801735684ec927022dd2200030b73114b1606b4223eac7f35 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-5ff4df478d-s6kkn 7421b235327448b801735684ec927022dd2200030b73114b1606b4223eac7f35 network default NAD default] I0401 13:00:09.478968 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5ff4df478d-s6kkn, hostIfaceName: 7421b235327448b, network: default, NAD default, SandboxID: "7421b235327448b801735684ec927022dd2200030b73114b1606b4223eac7f35", PCI device ID: , UID: "0bf9f6f8-f0a9-4846-af0a-308cb12c0a51", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0401 13:00:09.524388 3950 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-dlfgq-62q6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:09.524411 3950 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-dlfgq-62q6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:09.529216 3950 cni.go:424] [tsf-tas/trillian-db-5ff4df478d-s6kkn 7421b235327448b801735684ec927022dd2200030b73114b1606b4223eac7f35 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-5ff4df478d-s6kkn 7421b235327448b801735684ec927022dd2200030b73114b1606b4223eac7f35 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:af:ae:15:e0:ba\",\"name\":\"7421b235327448b\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f34f7887-3e9e-49f9-90bc-9aaa91e775ce\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 13:00:10.699711 3950 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:10.700215 3950 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:11.722669 3950 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:11.722692 3950 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584140-2jdr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0401 13:00:14.885797 3950 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0401 13:00:25.931046 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0401 13:00:41.980546 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0401 13:00:44.039085 3950 cni.go:403] [tsf-tas/test-tsf-tas f4199a863290af48926a9cb3309d6b3518e46c84d3a18b2e73298e8b5249900d network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas f4199a863290af48926a9cb3309d6b3518e46c84d3a18b2e73298e8b5249900d network default NAD default] I0401 13:00:44.122014 3950 cni.go:424] [tsf-tas/test-tsf-tas f4199a863290af48926a9cb3309d6b3518e46c84d3a18b2e73298e8b5249900d network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas f4199a863290af48926a9cb3309d6b3518e46c84d3a18b2e73298e8b5249900d network default NAD default], result "{}", err I0401 13:00:44.172525 3950 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:44.172560 3950 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0401 13:00:44.173780 3950 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.37 I0401 13:00:44.173809 3950 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:44.194199 3950 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:44.194227 3950 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:44.198463 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0401 13:00:44.198494 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0401 13:00:46.462759 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=68 I0401 13:00:52.943202 3950 obj_retry.go:464] Detected object tsf/patch-tekton-config-52wn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:52.943819 3950 obj_retry.go:464] Detected object tsf/patch-tekton-config-52wn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:53.556460 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=4 I0401 13:00:53.966186 3950 obj_retry.go:458] Detected object tsf/patch-tekton-config-52wn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:53.966211 3950 obj_retry.go:458] Detected object tsf/patch-tekton-config-52wn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:54.080208 3950 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-m6pvw] creating logical port tsf_tsf-tekton-configuration-m6pvw for pod on switch ip-10-0-1-161.ec2.internal I0401 13:00:54.080303 3950 kube.go:256] Updating pod tsf/tsf-tekton-configuration-m6pvw I0401 13:00:54.092395 3950 pod.go:62] [tsf/tsf-tekton-configuration-m6pvw] pod update took 12.112965ms I0401 13:00:54.092471 3950 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-m6pvw] addLogicalPort annotation time took 12.19359ms I0401 13:00:54.093888 3950 pods.go:271] [tsf/tsf-tekton-configuration-m6pvw] addLogicalPort took 13.697261ms, libovsdb time 1.012342ms I0401 13:00:54.440127 3950 cni.go:403] [tsf/tsf-tekton-configuration-m6pvw a8b03526b15e2018e4b0a35b69de0e6c4dd47f8125900fd363a1af2686c7273f network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-m6pvw a8b03526b15e2018e4b0a35b69de0e6c4dd47f8125900fd363a1af2686c7273f network default NAD default] I0401 13:00:54.449366 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-m6pvw, hostIfaceName: a8b03526b15e201, network: default, NAD default, SandboxID: "a8b03526b15e2018e4b0a35b69de0e6c4dd47f8125900fd363a1af2686c7273f", PCI device ID: , UID: "ac419144-835b-4318-8bab-485322345cea", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0401 13:00:54.502822 3950 cni.go:424] [tsf/tsf-tekton-configuration-m6pvw a8b03526b15e2018e4b0a35b69de0e6c4dd47f8125900fd363a1af2686c7273f network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-m6pvw a8b03526b15e2018e4b0a35b69de0e6c4dd47f8125900fd363a1af2686c7273f network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:18:c1:60:13:94\",\"name\":\"a8b03526b15e201\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45998216-1452-443e-af5f-a0f9a9c59126\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 13:00:54.960965 3950 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-tktwt-j75d5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:54.961547 3950 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-tktwt-j75d5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:55.857153 3950 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-tktwt-j75d5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:55.857176 3950 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-tktwt-j75d5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:00:57.643723 3950 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-754b9f7d6c-rztrw] creating logical port tsf-tas_rekor-search-ui-754b9f7d6c-rztrw for pod on switch ip-10-0-1-161.ec2.internal I0401 13:00:57.643816 3950 kube.go:256] Updating pod tsf-tas/rekor-search-ui-754b9f7d6c-rztrw I0401 13:00:57.658034 3950 pod.go:62] [tsf-tas/rekor-search-ui-754b9f7d6c-rztrw] pod update took 14.240529ms I0401 13:00:57.658059 3950 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-754b9f7d6c-rztrw] addLogicalPort annotation time took 14.27364ms I0401 13:00:57.659482 3950 pods.go:271] [tsf-tas/rekor-search-ui-754b9f7d6c-rztrw] addLogicalPort took 15.775949ms, libovsdb time 988.671µs I0401 13:00:58.479710 3950 cni.go:403] [tsf-tas/rekor-search-ui-754b9f7d6c-rztrw b6080e828a6011673315fa4f9431146254b55e8174e0645a87a87a43b9373629 network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-754b9f7d6c-rztrw b6080e828a6011673315fa4f9431146254b55e8174e0645a87a87a43b9373629 network default NAD default] I0401 13:00:58.489165 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-754b9f7d6c-rztrw, hostIfaceName: b6080e828a60116, network: default, NAD default, SandboxID: "b6080e828a6011673315fa4f9431146254b55e8174e0645a87a87a43b9373629", PCI device ID: , UID: "ce061356-4606-41a3-8a35-52d79817ea80", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0401 13:00:58.542302 3950 cni.go:424] [tsf-tas/rekor-search-ui-754b9f7d6c-rztrw b6080e828a6011673315fa4f9431146254b55e8174e0645a87a87a43b9373629 network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-754b9f7d6c-rztrw b6080e828a6011673315fa4f9431146254b55e8174e0645a87a87a43b9373629 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:28:b5:6c:4e:74\",\"name\":\"b6080e828a60116\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c55a6e13-dee9-4a9c-9fab-c24362dc5245\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 13:00:59.582646 3950 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-8vnnz-49kbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:00:59.583218 3950 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-8vnnz-49kbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:00.125752 3950 cni.go:403] [tsf/tsf-tekton-configuration-m6pvw a8b03526b15e2018e4b0a35b69de0e6c4dd47f8125900fd363a1af2686c7273f network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-m6pvw a8b03526b15e2018e4b0a35b69de0e6c4dd47f8125900fd363a1af2686c7273f network default NAD default] I0401 13:01:00.216393 3950 cni.go:424] [tsf/tsf-tekton-configuration-m6pvw a8b03526b15e2018e4b0a35b69de0e6c4dd47f8125900fd363a1af2686c7273f network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-m6pvw a8b03526b15e2018e4b0a35b69de0e6c4dd47f8125900fd363a1af2686c7273f network default NAD default], result "{}", err I0401 13:01:00.460451 3950 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-8vnnz-49kbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:00.460477 3950 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-8vnnz-49kbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:01.011209 3950 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-m6pvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:01.011241 3950 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-m6pvw I0401 13:01:01.012585 3950 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-m6pvw, ips: 10.128.0.40 I0401 13:01:01.012618 3950 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-m6pvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:02.036882 3950 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-m6pvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:02.036911 3950 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-m6pvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:02.108106 3950 obj_retry.go:458] Detected object tsf/patch-tekton-config-52wn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:02.108132 3950 obj_retry.go:458] Detected object tsf/patch-tekton-config-52wn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:02.113961 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-52wn8 I0401 13:01:02.113994 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-52wn8 W0401 13:01:02.138173 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0401 13:01:02.255825 3950 base_network_controller_pods.go:487] [default/tsf/test-tsf-pipelines] creating logical port tsf_test-tsf-pipelines for pod on switch ip-10-0-1-161.ec2.internal I0401 13:01:02.255921 3950 kube.go:256] Updating pod tsf/test-tsf-pipelines I0401 13:01:02.269392 3950 pod.go:62] [tsf/test-tsf-pipelines] pod update took 13.492994ms I0401 13:01:02.269423 3950 base_network_controller_pods.go:937] [default/tsf/test-tsf-pipelines] addLogicalPort annotation time took 13.528553ms I0401 13:01:02.273051 3950 pods.go:271] [tsf/test-tsf-pipelines] addLogicalPort took 17.244422ms, libovsdb time 3.192352ms I0401 13:01:02.614144 3950 cni.go:403] [tsf/test-tsf-pipelines 57d0ba037ca035b4ed5d96f480114057f04c05ab63f124249c655a730b9aae62 network default NAD default] ADD starting CNI request [tsf/test-tsf-pipelines 57d0ba037ca035b4ed5d96f480114057f04c05ab63f124249c655a730b9aae62 network default NAD default] I0401 13:01:02.623238 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-pipelines, hostIfaceName: 57d0ba037ca035b, network: default, NAD default, SandboxID: "57d0ba037ca035b4ed5d96f480114057f04c05ab63f124249c655a730b9aae62", PCI device ID: , UID: "12b92baa-bd3a-4b2b-ae40-7fa8e830b646", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0401 13:01:02.673846 3950 cni.go:424] [tsf/test-tsf-pipelines 57d0ba037ca035b4ed5d96f480114057f04c05ab63f124249c655a730b9aae62 network default NAD default] ADD finished CNI request [tsf/test-tsf-pipelines 57d0ba037ca035b4ed5d96f480114057f04c05ab63f124249c655a730b9aae62 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:8e:18:97:97:8f\",\"name\":\"57d0ba037ca035b\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1932872e-258e-488d-a5f7-7bcb760fcab7\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 13:01:05.469761 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0401 13:01:05.899852 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0401 13:01:10.936773 3950 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0401 13:01:11.190032 3950 cni.go:403] [tsf/test-tsf-pipelines 57d0ba037ca035b4ed5d96f480114057f04c05ab63f124249c655a730b9aae62 network default NAD default] DEL starting CNI request [tsf/test-tsf-pipelines 57d0ba037ca035b4ed5d96f480114057f04c05ab63f124249c655a730b9aae62 network default NAD default] I0401 13:01:11.273966 3950 cni.go:424] [tsf/test-tsf-pipelines 57d0ba037ca035b4ed5d96f480114057f04c05ab63f124249c655a730b9aae62 network default NAD default] DEL finished CNI request [tsf/test-tsf-pipelines 57d0ba037ca035b4ed5d96f480114057f04c05ab63f124249c655a730b9aae62 network default NAD default], result "{}", err I0401 13:01:11.331014 3950 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:11.331055 3950 pods.go:176] Deleting pod: tsf/test-tsf-pipelines I0401 13:01:11.332446 3950 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-pipelines, ips: 10.128.0.42 I0401 13:01:11.332476 3950 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:11.350842 3950 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:11.350886 3950 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:11.358248 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0401 13:01:11.358270 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0401 13:01:11.946289 3950 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-161.ec2.internal I0401 13:01:11.946412 3950 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0401 13:01:11.959587 3950 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.206976ms I0401 13:01:11.959614 3950 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.238048ms I0401 13:01:11.960837 3950 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.570776ms, libovsdb time 856.324µs I0401 13:01:12.305813 3950 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 9f445d0745c90ced0c90e49afc0acd6de991393300573278c2783d7d2f7a7e97 network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 9f445d0745c90ced0c90e49afc0acd6de991393300573278c2783d7d2f7a7e97 network default NAD default] I0401 13:01:12.315133 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 9f445d0745c90ce, network: default, NAD default, SandboxID: "9f445d0745c90ced0c90e49afc0acd6de991393300573278c2783d7d2f7a7e97", PCI device ID: , UID: "71a609a1-bab6-4f3f-b278-3fbe5dee83cf", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0401 13:01:12.369495 3950 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 9f445d0745c90ced0c90e49afc0acd6de991393300573278c2783d7d2f7a7e97 network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 9f445d0745c90ced0c90e49afc0acd6de991393300573278c2783d7d2f7a7e97 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:6e:79:a2:6a:30\",\"name\":\"9f445d0745c90ce\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c17d3619-1193-4614-b4d8-7ebe96090aba\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 13:01:14.170287 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0401 13:01:15.217022 3950 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 9f445d0745c90ced0c90e49afc0acd6de991393300573278c2783d7d2f7a7e97 network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 9f445d0745c90ced0c90e49afc0acd6de991393300573278c2783d7d2f7a7e97 network default NAD default] I0401 13:01:15.297716 3950 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 9f445d0745c90ced0c90e49afc0acd6de991393300573278c2783d7d2f7a7e97 network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 9f445d0745c90ced0c90e49afc0acd6de991393300573278c2783d7d2f7a7e97 network default NAD default], result "{}", err I0401 13:01:15.346921 3950 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:15.346956 3950 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0401 13:01:15.348255 3950 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.43 I0401 13:01:15.348282 3950 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:15.368713 3950 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:15.368733 3950 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:15.376411 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0401 13:01:15.376440 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0401 13:01:15.593569 3950 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-161.ec2.internal I0401 13:01:15.593722 3950 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0401 13:01:15.607825 3950 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.129146ms I0401 13:01:15.607852 3950 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.168571ms I0401 13:01:15.609058 3950 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.508188ms, libovsdb time 843.611µs I0401 13:01:15.953234 3950 cni.go:403] [tsf-tpa/test-tsf-tpa 142dfcd48c67dccd36ca847e1b1691da3e9ad259f525cab0d0c56c0e05ae449e network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa 142dfcd48c67dccd36ca847e1b1691da3e9ad259f525cab0d0c56c0e05ae449e network default NAD default] I0401 13:01:15.963064 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 142dfcd48c67dcc, network: default, NAD default, SandboxID: "142dfcd48c67dccd36ca847e1b1691da3e9ad259f525cab0d0c56c0e05ae449e", PCI device ID: , UID: "52ce164b-6b2a-418d-ac85-322a79bbd7d0", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0401 13:01:16.012574 3950 cni.go:424] [tsf-tpa/test-tsf-tpa 142dfcd48c67dccd36ca847e1b1691da3e9ad259f525cab0d0c56c0e05ae449e network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 142dfcd48c67dccd36ca847e1b1691da3e9ad259f525cab0d0c56c0e05ae449e network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:50:1c:64:25:45\",\"name\":\"142dfcd48c67dcc\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5354c4d0-c837-4675-b898-9f3b26fc5a5a\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 13:01:21.708550 3950 obj_retry.go:464] Detected object tsf-tpa/create-db-s82q9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:21.709096 3950 obj_retry.go:464] Detected object tsf-tpa/create-db-s82q9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:22.462757 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=99 I0401 13:01:22.578956 3950 obj_retry.go:458] Detected object tsf-tpa/create-db-s82q9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:22.578985 3950 obj_retry.go:458] Detected object tsf-tpa/create-db-s82q9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:23.488861 3950 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-bwpzl-r7xnz] creating logical port tsf-tas_tuf-repository-init-bwpzl-r7xnz for pod on switch ip-10-0-1-161.ec2.internal I0401 13:01:23.488978 3950 kube.go:256] Updating pod tsf-tas/tuf-repository-init-bwpzl-r7xnz I0401 13:01:23.501262 3950 pod.go:62] [tsf-tas/tuf-repository-init-bwpzl-r7xnz] pod update took 12.315082ms I0401 13:01:23.501286 3950 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-bwpzl-r7xnz] addLogicalPort annotation time took 12.349891ms I0401 13:01:23.502810 3950 pods.go:271] [tsf-tas/tuf-repository-init-bwpzl-r7xnz] addLogicalPort took 13.966668ms, libovsdb time 1.075454ms I0401 13:01:25.727792 3950 obj_retry.go:464] Detected object tsf-tpa/migrate-db-glg6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:25.728315 3950 obj_retry.go:464] Detected object tsf-tpa/migrate-db-glg6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:26.752498 3950 obj_retry.go:458] Detected object tsf-tpa/migrate-db-glg6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:26.752522 3950 obj_retry.go:458] Detected object tsf-tpa/migrate-db-glg6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:31.213629 3950 obj_retry.go:464] Detected object tsf-tpa/create-importers-v5qxl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:31.214151 3950 obj_retry.go:464] Detected object tsf-tpa/create-importers-v5qxl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:31.350673 3950 cni.go:403] [tsf-tas/tuf-repository-init-bwpzl-r7xnz f7e38c12b3ba3d925a193d6390a46ae9fa45541c7a062319a47f5be8e377bef7 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-bwpzl-r7xnz f7e38c12b3ba3d925a193d6390a46ae9fa45541c7a062319a47f5be8e377bef7 network default NAD default] I0401 13:01:31.359985 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-bwpzl-r7xnz, hostIfaceName: f7e38c12b3ba3d9, network: default, NAD default, SandboxID: "f7e38c12b3ba3d925a193d6390a46ae9fa45541c7a062319a47f5be8e377bef7", PCI device ID: , UID: "dcdeecf3-6580-46bc-b3e2-004e2167555e", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0401 13:01:31.409022 3950 cni.go:424] [tsf-tas/tuf-repository-init-bwpzl-r7xnz f7e38c12b3ba3d925a193d6390a46ae9fa45541c7a062319a47f5be8e377bef7 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-bwpzl-r7xnz f7e38c12b3ba3d925a193d6390a46ae9fa45541c7a062319a47f5be8e377bef7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:01:61:f1:e5:40\",\"name\":\"f7e38c12b3ba3d9\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/978bc1ae-e2d3-4890-a76d-29fb9dfde8dc\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 13:01:32.237919 3950 obj_retry.go:458] Detected object tsf-tpa/create-importers-v5qxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:32.237950 3950 obj_retry.go:458] Detected object tsf-tpa/create-importers-v5qxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:35.330132 3950 cni.go:403] [tsf-tas/tuf-repository-init-bwpzl-r7xnz f7e38c12b3ba3d925a193d6390a46ae9fa45541c7a062319a47f5be8e377bef7 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-bwpzl-r7xnz f7e38c12b3ba3d925a193d6390a46ae9fa45541c7a062319a47f5be8e377bef7 network default NAD default] I0401 13:01:35.407926 3950 cni.go:424] [tsf-tas/tuf-repository-init-bwpzl-r7xnz f7e38c12b3ba3d925a193d6390a46ae9fa45541c7a062319a47f5be8e377bef7 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-bwpzl-r7xnz f7e38c12b3ba3d925a193d6390a46ae9fa45541c7a062319a47f5be8e377bef7 network default NAD default], result "{}", err I0401 13:01:35.456826 3950 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-bwpzl-r7xnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:35.456861 3950 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-bwpzl-r7xnz I0401 13:01:35.458191 3950 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-bwpzl-r7xnz, ips: 10.128.0.45 I0401 13:01:35.458226 3950 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-bwpzl-r7xnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:36.350916 3950 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-bwpzl-r7xnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:36.350939 3950 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-bwpzl-r7xnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0401 13:01:36.642720 3950 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0401 13:01:40.637472 3950 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-drrh9] creating logical port tsf-tas_tuf-bc5768c88-drrh9 for pod on switch ip-10-0-1-161.ec2.internal I0401 13:01:40.637603 3950 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-drrh9 I0401 13:01:40.664097 3950 pod.go:62] [tsf-tas/tuf-bc5768c88-drrh9] pod update took 26.527144ms I0401 13:01:40.664127 3950 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-drrh9] addLogicalPort annotation time took 26.561732ms I0401 13:01:40.665441 3950 pods.go:271] [tsf-tas/tuf-bc5768c88-drrh9] addLogicalPort took 27.983375ms, libovsdb time 907.905µs I0401 13:01:41.426856 3950 cni.go:403] [tsf-tas/tuf-bc5768c88-drrh9 5840ed85bdda693de7eb8640df11f9da3e76b0f3c9815b51b17bc64ca92b507e network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-drrh9 5840ed85bdda693de7eb8640df11f9da3e76b0f3c9815b51b17bc64ca92b507e network default NAD default] I0401 13:01:41.436351 3950 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-drrh9, hostIfaceName: 5840ed85bdda693, network: default, NAD default, SandboxID: "5840ed85bdda693de7eb8640df11f9da3e76b0f3c9815b51b17bc64ca92b507e", PCI device ID: , UID: "2ecdb411-24e6-4a3a-b27f-7b2d90035fbb", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0401 13:01:41.486674 3950 cni.go:424] [tsf-tas/tuf-bc5768c88-drrh9 5840ed85bdda693de7eb8640df11f9da3e76b0f3c9815b51b17bc64ca92b507e network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-drrh9 5840ed85bdda693de7eb8640df11f9da3e76b0f3c9815b51b17bc64ca92b507e network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:67:9c:5b:05:8b\",\"name\":\"5840ed85bdda693\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d3ffd8c-2fce-4153-a3d6-e1f81354d084\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 13:01:45.390350 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0401 13:01:49.413857 3950 cni.go:403] [tsf-tpa/test-tsf-tpa 142dfcd48c67dccd36ca847e1b1691da3e9ad259f525cab0d0c56c0e05ae449e network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa 142dfcd48c67dccd36ca847e1b1691da3e9ad259f525cab0d0c56c0e05ae449e network default NAD default] I0401 13:01:49.496032 3950 cni.go:424] [tsf-tpa/test-tsf-tpa 142dfcd48c67dccd36ca847e1b1691da3e9ad259f525cab0d0c56c0e05ae449e network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 142dfcd48c67dccd36ca847e1b1691da3e9ad259f525cab0d0c56c0e05ae449e network default NAD default], result "{}", err I0401 13:01:49.546550 3950 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:49.546585 3950 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0401 13:01:49.547821 3950 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.44 I0401 13:01:49.547855 3950 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:49.567617 3950 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:49.567643 3950 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:49.571105 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0401 13:01:49.571203 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0401 13:01:50.312538 3950 namespace.go:98] [build-service] adding namespace I0401 13:01:50.313403 3950 namespace.go:102] [build-service] adding namespace took 844.11µs I0401 13:01:50.317126 3950 namespace.go:98] [integration-service] adding namespace I0401 13:01:50.317144 3950 namespace.go:98] [image-controller] adding namespace I0401 13:01:50.317788 3950 namespace.go:102] [integration-service] adding namespace took 643.755µs I0401 13:01:50.318301 3950 namespace.go:102] [image-controller] adding namespace took 1.147942ms I0401 13:01:50.338557 3950 namespace.go:142] [build-service] updating namespace I0401 13:01:50.362004 3950 namespace.go:142] [build-service] updating namespace I0401 13:01:50.382907 3950 namespace.go:142] [integration-service] updating namespace I0401 13:01:50.423426 3950 namespace.go:142] [integration-service] updating namespace I0401 13:01:50.447369 3950 namespace.go:142] [image-controller] updating namespace I0401 13:01:50.473437 3950 namespace.go:142] [image-controller] updating namespace I0401 13:01:50.579895 3950 namespace.go:142] [build-service] updating namespace I0401 13:01:50.599541 3950 namespace.go:142] [integration-service] updating namespace I0401 13:01:50.659664 3950 base_network_controller_pods.go:487] [default/konflux-ui/tsf-konflux-public-key-4nndq] creating logical port konflux-ui_tsf-konflux-public-key-4nndq for pod on switch ip-10-0-1-161.ec2.internal I0401 13:01:50.659812 3950 kube.go:256] Updating pod konflux-ui/tsf-konflux-public-key-4nndq I0401 13:01:50.673049 3950 namespace.go:98] [release-service] adding namespace I0401 13:01:50.673894 3950 namespace.go:102] [release-service] adding namespace took 825.947µs I0401 13:01:50.684531 3950 pod.go:62] [konflux-ui/tsf-konflux-public-key-4nndq] pod update took 24.743226ms I0401 13:01:50.684552 3950 base_network_controller_pods.go:937] [default/konflux-ui/tsf-konflux-public-key-4nndq] addLogicalPort annotation time took 24.77076ms I0401 13:01:50.685693 3950 pods.go:271] [konflux-ui/tsf-konflux-public-key-4nndq] addLogicalPort took 26.046107ms, libovsdb time 762.166µs I0401 13:01:50.819840 3950 namespace.go:142] [konflux-ui] updating namespace I0401 13:01:50.950119 3950 namespace.go:142] [release-service] updating namespace I0401 13:01:51.089096 3950 namespace.go:142] [release-service] updating namespace I0401 13:01:51.166252 3950 namespace.go:98] [konflux-info] adding namespace I0401 13:01:51.167129 3950 namespace.go:102] [konflux-info] adding namespace took 854.587µs I0401 13:01:51.280117 3950 namespace.go:98] [namespace-lister] adding namespace I0401 13:01:51.280986 3950 namespace.go:102] [namespace-lister] adding namespace took 845.4µs I0401 13:01:51.331329 3950 namespace.go:142] [image-controller] updating namespace I0401 13:01:51.354235 3950 namespace.go:98] [enterprise-contract-service] adding namespace I0401 13:01:51.355009 3950 namespace.go:102] [enterprise-contract-service] adding namespace took 751.186µs I0401 13:01:51.463965 3950 namespace.go:142] [konflux-info] updating namespace I0401 13:01:51.484282 3950 namespace.go:98] [default-tenant] adding namespace I0401 13:01:51.485081 3950 namespace.go:102] [default-tenant] adding namespace took 781.841µs I0401 13:01:51.593997 3950 namespace.go:98] [segment-bridge] adding namespace I0401 13:01:51.594823 3950 namespace.go:102] [segment-bridge] adding namespace took 804.979µs I0401 13:01:51.721442 3950 namespace.go:142] [konflux-info] updating namespace I0401 13:01:51.839788 3950 cni.go:403] [konflux-ui/tsf-konflux-public-key-4nndq fee774d01f526ca81331de06582b7151ddd2638895b6a9876710ea5cc1b92f3d network default NAD default] ADD starting CNI request [konflux-ui/tsf-konflux-public-key-4nndq fee774d01f526ca81331de06582b7151ddd2638895b6a9876710ea5cc1b92f3d network default NAD default] I0401 13:01:51.849255 3950 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: tsf-konflux-public-key-4nndq, hostIfaceName: fee774d01f526ca, network: default, NAD default, SandboxID: "fee774d01f526ca81331de06582b7151ddd2638895b6a9876710ea5cc1b92f3d", PCI device ID: , UID: "998a7602-09fc-4813-9a98-4f6c63a8ff1a", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0401 13:01:51.900427 3950 cni.go:424] [konflux-ui/tsf-konflux-public-key-4nndq fee774d01f526ca81331de06582b7151ddd2638895b6a9876710ea5cc1b92f3d network default NAD default] ADD finished CNI request [konflux-ui/tsf-konflux-public-key-4nndq fee774d01f526ca81331de06582b7151ddd2638895b6a9876710ea5cc1b92f3d network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:8e:ac:2a:59:79\",\"name\":\"fee774d01f526ca\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcf125e7-d75e-4dc6-bc75-da157ac0728a\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 13:01:51.912322 3950 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:52.135141 3950 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:52.135243 3950 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:52.163129 3950 namespace.go:142] [default-tenant] updating namespace I0401 13:01:52.280080 3950 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:52.280195 3950 namespace.go:142] [segment-bridge] updating namespace I0401 13:01:52.281748 3950 namespace.go:142] [default-tenant] updating namespace I0401 13:01:52.356180 3950 namespace.go:142] [segment-bridge] updating namespace I0401 13:01:52.546370 3950 namespace.go:142] [build-service] updating namespace I0401 13:01:52.829035 3950 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0401 13:01:52.829576 3950 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0401 13:01:52.829596 3950 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0401 13:01:52.832608 3950 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0401 13:01:52.868075 3950 namespace.go:142] [default-tenant] updating namespace I0401 13:01:52.877035 3950 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0401 13:01:52.877062 3950 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0401 13:01:52.878110 3950 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0401 13:01:53.066083 3950 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:53.264204 3950 namespace.go:142] [image-controller] updating namespace I0401 13:01:53.406386 3950 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw] creating logical port image-controller_image-controller-controller-manager-5f8cd64d55-nlgzw for pod on switch ip-10-0-1-161.ec2.internal I0401 13:01:53.406491 3950 kube.go:256] Updating pod image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw I0401 13:01:53.426818 3950 pod.go:62] [image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw] pod update took 20.353985ms I0401 13:01:53.426848 3950 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw] addLogicalPort annotation time took 20.392042ms I0401 13:01:53.428160 3950 pods.go:271] [image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw] addLogicalPort took 21.7925ms, libovsdb time 929.405µs I0401 13:01:53.476196 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=602 I0401 13:01:53.582273 3950 namespace.go:142] [integration-service] updating namespace I0401 13:01:53.758447 3950 namespace.go:142] [konflux-info] updating namespace I0401 13:01:53.766077 3950 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw 9be5f083b9a4f4d2be9b15ffb486cab8bb636e73937a667ede67bb193f5cbadf network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw 9be5f083b9a4f4d2be9b15ffb486cab8bb636e73937a667ede67bb193f5cbadf network default NAD default] I0401 13:01:53.775978 3950 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-5f8cd64d55-nlgzw, hostIfaceName: 9be5f083b9a4f4d, network: default, NAD default, SandboxID: "9be5f083b9a4f4d2be9b15ffb486cab8bb636e73937a667ede67bb193f5cbadf", PCI device ID: , UID: "aee320e2-f916-468a-8661-b1fe0e47e4c1", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0401 13:01:53.826294 3950 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw 9be5f083b9a4f4d2be9b15ffb486cab8bb636e73937a667ede67bb193f5cbadf network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw 9be5f083b9a4f4d2be9b15ffb486cab8bb636e73937a667ede67bb193f5cbadf network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:4e:df:78:f4:a7\",\"name\":\"9be5f083b9a4f4d\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa446cb3-60fc-4fb0-aa6d-856ab0c48fff\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0401 13:01:53.950144 3950 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:54.045961 3950 base_network_controller_pods.go:487] [default/konflux-ui/proxy-754bb85c5-6vjbq] creating logical port konflux-ui_proxy-754bb85c5-6vjbq for pod on switch ip-10-0-1-161.ec2.internal I0401 13:01:54.046090 3950 kube.go:256] Updating pod konflux-ui/proxy-754bb85c5-6vjbq I0401 13:01:54.077644 3950 pod.go:62] [konflux-ui/proxy-754bb85c5-6vjbq] pod update took 31.582031ms I0401 13:01:54.077668 3950 base_network_controller_pods.go:937] [default/konflux-ui/proxy-754bb85c5-6vjbq] addLogicalPort annotation time took 31.612841ms I0401 13:01:54.078939 3950 pods.go:271] [konflux-ui/proxy-754bb85c5-6vjbq] addLogicalPort took 32.996387ms, libovsdb time 891.931µs I0401 13:01:54.141011 3950 namespace.go:142] [release-service] updating namespace I0401 13:01:54.394435 3950 namespace.go:142] [segment-bridge] updating namespace I0401 13:01:54.451217 3950 cni.go:403] [konflux-ui/tsf-konflux-public-key-4nndq fee774d01f526ca81331de06582b7151ddd2638895b6a9876710ea5cc1b92f3d network default NAD default] DEL starting CNI request [konflux-ui/tsf-konflux-public-key-4nndq fee774d01f526ca81331de06582b7151ddd2638895b6a9876710ea5cc1b92f3d network default NAD default] I0401 13:01:54.530776 3950 namespace.go:142] [build-service] updating namespace I0401 13:01:54.540635 3950 cni.go:424] [konflux-ui/tsf-konflux-public-key-4nndq fee774d01f526ca81331de06582b7151ddd2638895b6a9876710ea5cc1b92f3d network default NAD default] DEL finished CNI request [konflux-ui/tsf-konflux-public-key-4nndq fee774d01f526ca81331de06582b7151ddd2638895b6a9876710ea5cc1b92f3d network default NAD default], result "{}", err I0401 13:01:54.566694 3950 namespace.go:142] [default-tenant] updating namespace I0401 13:01:54.594940 3950 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:54.613901 3950 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-4nndq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:54.613949 3950 pods.go:176] Deleting pod: konflux-ui/tsf-konflux-public-key-4nndq I0401 13:01:54.615502 3950 pods.go:236] Attempting to release IPs for pod: konflux-ui/tsf-konflux-public-key-4nndq, ips: 10.128.0.47 I0401 13:01:54.615532 3950 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-4nndq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:01:54.617555 3950 namespace.go:142] [image-controller] updating namespace I0401 13:01:54.646174 3950 namespace.go:142] [integration-service] updating namespace I0401 13:01:54.670221 3950 namespace.go:142] [konflux-info] updating namespace I0401 13:01:54.695728 3950 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:54.712933 3950 namespace.go:142] [release-service] updating namespace I0401 13:01:54.734073 3950 namespace.go:142] [segment-bridge] updating namespace I0401 13:01:54.830555 3950 namespace.go:142] [build-service] updating namespace I0401 13:01:54.935088 3950 namespace.go:142] [default-tenant] updating namespace I0401 13:01:55.062401 3950 namespace.go:142] [enterprise-contract-service] updating namespace I0401 13:01:55.155272 3950 namespace.go:142] [image-controller] updating namespace W0401 13:01:55.225716 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0401 13:01:55.243100 3950 namespace.go:142] [integration-service] updating namespace I0401 13:01:55.371194 3950 namespace.go:142] [konflux-info] updating namespace I0401 13:01:55.564323 3950 namespace.go:142] [namespace-lister] updating namespace I0401 13:01:55.654502 3950 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-4nndq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:55.654533 3950 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-4nndq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:01:55.677966 3950 namespace.go:142] [release-service] updating namespace I0401 13:01:55.768093 3950 namespace.go:142] [segment-bridge] updating namespace W0401 13:01:56.396303 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0401 13:01:56.455886 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0401 13:01:57.242502 3950 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0401 13:01:58.569503 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0401 13:02:01.916281 3950 cni.go:403] [konflux-ui/proxy-754bb85c5-6vjbq 34a8624b31304b8c7698c06e9b0b9899c7b042d103f7164fa56c6ef69d8410dc network default NAD default] ADD starting CNI request [konflux-ui/proxy-754bb85c5-6vjbq 34a8624b31304b8c7698c06e9b0b9899c7b042d103f7164fa56c6ef69d8410dc network default NAD default] I0401 13:02:01.925537 3950 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-754bb85c5-6vjbq, hostIfaceName: 34a8624b31304b8, network: default, NAD default, SandboxID: "34a8624b31304b8c7698c06e9b0b9899c7b042d103f7164fa56c6ef69d8410dc", PCI device ID: , UID: "61c239c6-3a15-445f-9211-056b5b4a594b", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0401 13:02:01.976696 3950 cni.go:424] [konflux-ui/proxy-754bb85c5-6vjbq 34a8624b31304b8c7698c06e9b0b9899c7b042d103f7164fa56c6ef69d8410dc network default NAD default] ADD finished CNI request [konflux-ui/proxy-754bb85c5-6vjbq 34a8624b31304b8c7698c06e9b0b9899c7b042d103f7164fa56c6ef69d8410dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:89:a4:fe:69:c5\",\"name\":\"34a8624b31304b8\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9538bcd3-0725-4421-b762-b1299ed4bfdc\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0401 13:02:02.288626 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0401 13:02:02.290527 3950 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0401 13:02:02.311164 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0401 13:02:02.312771 3950 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0401 13:02:04.587346 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0401 13:02:07.469102 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0401 13:02:07.525957 3950 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:07.525973 3950 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:08.337549 3950 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0401 13:02:08.337648 3950 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0401 13:02:08.366752 3950 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:08.366774 3950 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:08.390877 3950 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0401 13:02:13.651502 3950 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-54fml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:02:13.652129 3950 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-54fml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:02:14.400442 3950 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-54fml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:02:14.400466 3950 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-54fml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:02:14.408379 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-54fml I0401 13:02:14.408413 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-54fml I0401 13:02:30.464615 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0401 13:02:31.576537 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0401 13:02:44.583476 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0401 13:02:44.583498 3950 util.go:959] Failed to build node endpoints for node ip-10-0-1-161.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0401 13:03:14.365918 3950 obj_retry.go:464] Detected object konflux-ui/proxy-766b5458c8-d72hm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:14.366518 3950 obj_retry.go:464] Detected object konflux-ui/proxy-766b5458c8-d72hm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:14.810611 3950 obj_retry.go:458] Detected object konflux-ui/proxy-766b5458c8-d72hm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:14.810635 3950 obj_retry.go:458] Detected object konflux-ui/proxy-766b5458c8-d72hm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:14.820246 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-766b5458c8-d72hm I0401 13:03:14.820271 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-766b5458c8-d72hm I0401 13:03:27.564432 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0401 13:03:33.117207 3950 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:33.117742 3950 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:33.159010 3950 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:33.159031 3950 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:33.163244 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0401 13:03:33.163266 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0401 13:03:51.913889 3950 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:51.914497 3950 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:03:52.372419 3950 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:52.372451 3950 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:03:52.381440 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv I0401 13:03:52.381460 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-thmdv I0401 13:03:54.589917 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0401 13:03:55.551265 3950 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0401 13:04:06.295324 3950 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw 9be5f083b9a4f4d2be9b15ffb486cab8bb636e73937a667ede67bb193f5cbadf network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw 9be5f083b9a4f4d2be9b15ffb486cab8bb636e73937a667ede67bb193f5cbadf network default NAD default] I0401 13:04:06.387233 3950 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw 9be5f083b9a4f4d2be9b15ffb486cab8bb636e73937a667ede67bb193f5cbadf network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw 9be5f083b9a4f4d2be9b15ffb486cab8bb636e73937a667ede67bb193f5cbadf network default NAD default], result "{}", err I0401 13:04:06.437707 3950 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:04:06.437767 3950 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw I0401 13:04:06.439029 3950 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw, ips: 10.128.0.48 I0401 13:04:06.439055 3950 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:04:07.174548 3950 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:04:07.174576 3950 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:04:07.181379 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw I0401 13:04:07.181405 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-nlgzw I0401 13:04:22.465780 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0401 13:05:11.562047 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0401 13:05:43.550663 3950 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0401 13:07:03.559760 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0401 13:07:22.583608 3950 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0401 13:08:39.467309 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0401 13:08:43.465799 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=66 I0401 13:08:46.506801 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=104 I0401 13:09:45.467155 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=86 I0401 13:09:45.572048 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0401 13:09:48.590576 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0401 13:09:58.579501 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0401 13:10:00.592581 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0401 13:10:02.466402 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0401 13:10:04.626803 3950 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 13:10:04.627497 3950 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 13:10:05.503166 3950 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:10:05.503191 3950 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584150-q7r2r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0401 13:10:05.867877 3950 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29584130-5zrcb I0401 13:11:22.065160 3950 obj_retry.go:458] Detected object tsf-tpa/create-db-s82q9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:22.065207 3950 obj_retry.go:458] Detected object tsf-tpa/create-db-s82q9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:22.071185 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-s82q9 I0401 13:11:22.071211 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-s82q9 I0401 13:11:26.042238 3950 obj_retry.go:458] Detected object tsf-tpa/migrate-db-glg6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:26.042272 3950 obj_retry.go:458] Detected object tsf-tpa/migrate-db-glg6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:26.048664 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-glg6l I0401 13:11:26.048697 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-glg6l I0401 13:11:32.039483 3950 obj_retry.go:458] Detected object tsf-tpa/create-importers-v5qxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:32.039513 3950 obj_retry.go:458] Detected object tsf-tpa/create-importers-v5qxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 13:11:32.045329 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-v5qxl I0401 13:11:32.045370 3950 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-v5qxl I0401 13:11:35.553684 3950 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0401 13:11:39.567702 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0401 13:11:42.565161 3950 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0401 13:12:41.468590 3950 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0401 13:13:54.716194 3950 namespace.go:98] [default-tenant-managed] adding namespace I0401 13:13:54.717089 3950 namespace.go:102] [default-tenant-managed] adding namespace took 869.209µs I0401 13:13:54.769157 3950 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:13:54.793369 3950 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:13:55.811878 3950 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:13:55.928497 3950 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:13:55.971089 3950 namespace.go:142] [default-tenant-managed] updating namespace I0401 13:14:00.553686 3950 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0401 13:14:31.020697 3950 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-8bgpn] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-8bgpn for pod on switch ip-10-0-1-161.ec2.internal I0401 13:14:31.020817 3950 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-8bgpn I0401 13:14:31.080389 3950 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8bgpn] pod update took 59.600447ms I0401 13:14:31.080417 3950 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-8bgpn] addLogicalPort annotation time took 59.634957ms I0401 13:14:31.081654 3950 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8bgpn] addLogicalPort took 60.976487ms, libovsdb time 855.067µs I0401 13:14:32.817277 3950 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8bgpn f6bd3bda4dff3997619d842593be659a2c60f8d8f7843563fc9f80267ccb049b network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-8bgpn f6bd3bda4dff3997619d842593be659a2c60f8d8f7843563fc9f80267ccb049b network default NAD default] I0401 13:14:32.826611 3950 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-8bgpn, hostIfaceName: f6bd3bda4dff399, network: default, NAD default, SandboxID: "f6bd3bda4dff3997619d842593be659a2c60f8d8f7843563fc9f80267ccb049b", PCI device ID: , UID: "85bc5e83-ac8b-4e54-81d5-aa2fdc439e03", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0401 13:14:32.886251 3950 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-8bgpn f6bd3bda4dff3997619d842593be659a2c60f8d8f7843563fc9f80267ccb049b network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-8bgpn f6bd3bda4dff3997619d842593be659a2c60f8d8f7843563fc9f80267ccb049b network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:43:9b:f2:1f:ff\",\"name\":\"f6bd3bda4dff399\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e04154fb-219f-489c-ab32-0823143b0e9f\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err