+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-12.ec2.internal ++ [[ -n ip-10-0-0-12.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-12.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0327 10:43:57.267344323 - disable conntrack on geneve port' I0327 10:43:57.267344323 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0327 10:43:57.283742633 - starting ovnkube-node' I0327 10:43:57.283742633 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-12.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-12.ec2.internal --init-node ip-10-0-0-12.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-12.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0327 10:43:57.322055 3839 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0327 10:43:57.322100 3839 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-e04d4b4026.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0327 10:43:57.323656 3839 kube.go:419] Waiting for certificate I0327 10:43:57.323697 3839 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0327 10:43:57.323741 3839 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0327 10:43:57.325034 3839 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0327 10:43:57.365493 3839 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 10:43:57.365512 3839 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 10:43:57.368255 3839 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 10:43:57.368292 3839 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ws89d" I0327 10:43:57.384632 3839 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ws89d" I0327 10:43:57.384695 3839 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0327 10:43:58.324708 3839 kube.go:426] Certificate found I0327 10:43:58.325283 3839 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0327 10:43:58.326126 3839 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0327 10:43:58.387155 3839 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-28 10:38:57 +0000 UTC" deadline="2026-03-28 06:38:22.152477731 +0000 UTC" I0327 10:43:58.387195 3839 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h54m23.765294286s" I0327 10:43:58.391907 3839 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0327 10:43:58.398269 3839 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0327 10:43:58.399761 3839 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0327 10:43:58.399814 3839 factory.go:531] Starting watch factory I0327 10:43:58.399933 3839 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.399953 3839 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.399967 3839 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.399970 3839 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.399945 3839 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.399991 3839 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.399997 3839 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.399990 3839 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.400091 3839 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.400118 3839 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.402044 3839 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.402109 3839 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.406815 3839 controller_manager.go:368] Starting the ovnkube controller I0327 10:43:58.406831 3839 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-12.ec2.internal I0327 10:43:58.406894 3839 controller_manager.go:393] NBDB zone sync took: 53.014µs I0327 10:43:58.406907 3839 factory.go:531] Starting watch factory I0327 10:43:58.417762 3839 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0327 10:43:58.418922 3839 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.419008 3839 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.419564 3839 ovn_northd.go:121] Registering OVN northd metrics I0327 10:43:58.419604 3839 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.421678 3839 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0327 10:43:58.421704 3839 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0327 10:43:58.421990 3839 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.425317 3839 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.428276 3839 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:43:58.438010 3839 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0327 10:43:58.505794 3839 factory.go:1890] *v1.Pod informer cache synced successfully I0327 10:43:58.505822 3839 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0327 10:43:58.505828 3839 factory.go:1890] *v1.Namespace informer cache synced successfully I0327 10:43:58.505831 3839 factory.go:1890] *v1.Node informer cache synced successfully I0327 10:43:58.505834 3839 factory.go:1890] *v1.Service informer cache synced successfully I0327 10:43:58.505838 3839 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0327 10:43:58.505937 3839 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:43:58.505965 3839 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:43:58.505937 3839 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:43:58.505998 3839 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:43:58.508573 3839 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:43:58.508752 3839 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:43:58.511340 3839 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0327 10:43:58.511352 3839 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0327 10:43:58.511407 3839 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.511418 3839 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.512746 3839 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0327 10:43:58.512759 3839 factory.go:1890] *v1.Namespace informer cache synced successfully I0327 10:43:58.512763 3839 factory.go:1890] *v1.Node informer cache synced successfully I0327 10:43:58.512766 3839 factory.go:1890] *v1.Service informer cache synced successfully I0327 10:43:58.512770 3839 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0327 10:43:58.512772 3839 factory.go:1890] *v1.Pod informer cache synced successfully I0327 10:43:58.513266 3839 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.516937 3839 factory.go:1890] *v1.EgressIP informer cache synced successfully I0327 10:43:58.516989 3839 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.517001 3839 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.518228 3839 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0327 10:43:58.518236 3839 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0327 10:43:58.519295 3839 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.522866 3839 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0327 10:43:58.522918 3839 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.522929 3839 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.524120 3839 factory.go:1890] *v1.EgressIP informer cache synced successfully I0327 10:43:58.524678 3839 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.528333 3839 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0327 10:43:58.528385 3839 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.528397 3839 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.529707 3839 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0327 10:43:58.530284 3839 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.533830 3839 factory.go:1890] *v1.EgressService informer cache synced successfully I0327 10:43:58.533881 3839 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.533894 3839 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.534977 3839 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0327 10:43:58.535673 3839 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.539550 3839 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0327 10:43:58.539687 3839 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 10:43:58.539698 3839 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 10:43:58.540174 3839 factory.go:1890] *v1.EgressService informer cache synced successfully I0327 10:43:58.541624 3839 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 10:43:58.545227 3839 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0327 10:43:58.545302 3839 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.545314 3839 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.545339 3839 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.545356 3839 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.545312 3839 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0327 10:43:58.547254 3839 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.547256 3839 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:43:58.551332 3839 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0327 10:43:58.551403 3839 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0327 10:43:58.551413 3839 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0327 10:43:58.551420 3839 factory.go:636] Watch Factory start up complete, took: 151.608849ms I0327 10:43:58.551520 3839 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0327 10:43:58.556863 3839 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0327 10:43:58.556879 3839 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0327 10:43:58.556888 3839 factory.go:636] Watch Factory start up complete, took: 149.977658ms I0327 10:43:58.556898 3839 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-12.ec2.internal" zone I0327 10:43:58.587713 3839 default_node_network_controller.go:709] Initializing the default node network controller I0327 10:43:58.637010 3839 udn_isolation.go:101] Starting UDN host isolation manager I0327 10:43:58.642867 3839 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0327 10:43:58.688988 3839 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0327 10:43:58.689173 3839 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0327 10:43:58.689191 3839 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0327 10:43:58.722677 3839 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0327 10:43:58.722747 3839 default_node_network_controller.go:808] Node ip-10-0-0-12.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0327 10:43:58.728383 3839 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.12"] k8s.ovn.org/zone-name:ip-10-0-0-12.ec2.internal] on node ip-10-0-0-12.ec2.internal I0327 10:43:58.749483 3839 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0327 10:43:58.754739 3839 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0327 10:43:58.754870 3839 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0327 10:43:58.754992 3839 gateway_init.go:263] Preparing Gateway I0327 10:43:58.755004 3839 gateway_shared_intf.go:1658] Creating new gateway I0327 10:43:58.807528 3839 controller_manager.go:427] Waiting for node in zone sync took: 250.615059ms I0327 10:43:58.814081 3839 controller_manager.go:608] Switching to transit router for layer2 networks I0327 10:43:58.814097 3839 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-12.ec2.internal I0327 10:43:58.829543 3839 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0327 10:43:58.829801 3839 iptables.go:108] Creating table: filter chain: FORWARD I0327 10:43:58.836200 3839 iptables.go:108] Creating table: filter chain: OUTPUT I0327 10:43:58.836209 3839 controller_manager.go:288] SCTP support detected in OVN I0327 10:43:58.836917 3839 services_controller.go:69] Creating services controller for network=default I0327 10:43:58.837006 3839 udn_enabled_svc.go:80] Waiting for service informer to sync I0327 10:43:58.837068 3839 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0327 10:43:58.837099 3839 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0327 10:43:58.837115 3839 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0327 10:43:58.837122 3839 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0327 10:43:58.837299 3839 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0327 10:43:58.837361 3839 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0327 10:43:58.837390 3839 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 19.753µs I0327 10:43:58.837393 3839 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.557µs I0327 10:43:58.837399 3839 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 38.739µs I0327 10:43:58.837406 3839 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0327 10:43:58.837418 3839 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0327 10:43:58.837429 3839 default_network_controller.go:321] Starting the default network controller I0327 10:43:58.837487 3839 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 10.017µs I0327 10:43:58.837525 3839 udn_enabled_svc.go:95] Performing full resync I0327 10:43:58.837848 3839 udn_enabled_svc.go:99] Waiting for handler to sync I0327 10:43:58.837858 3839 udn_enabled_svc.go:104] Starting worker I0327 10:43:58.843109 3839 gateway_shared_intf.go:1787] Gateway Creation Complete I0327 10:43:58.843125 3839 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-12.ec2.internal","mac-address":"12:94:8a:bf:54:b1","ip-addresses":["10.0.0.12/24"],"ip-address":"10.0.0.12/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:91e27466-a219-4d21-a3b9-a3fb45541d6a k8s.ovn.org/node-encap-ips:["10.0.0.12"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.12/24"} k8s.ovn.org/zone-name:ip-10-0-0-12.ec2.internal] on node ip-10-0-0-12.ec2.internal I0327 10:43:58.846943 3839 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0327 10:43:58.847006 3839 repair.go:33] Syncing exgw routes took 47.369µs I0327 10:43:58.847028 3839 default_network_controller.go:407] Starting all the Watchers... I0327 10:43:58.847197 3839 namespace.go:98] [default] adding namespace I0327 10:43:58.847207 3839 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0327 10:43:58.847212 3839 namespace.go:98] [openshift-config] adding namespace I0327 10:43:58.847221 3839 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0327 10:43:58.847222 3839 namespace.go:98] [openshift-apiserver-operator] adding namespace I0327 10:43:58.847223 3839 namespace.go:98] [openshift-network-console] adding namespace I0327 10:43:58.847232 3839 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0327 10:43:58.847237 3839 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0327 10:43:58.847239 3839 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0327 10:43:58.847261 3839 namespace.go:98] [openshift-dns] adding namespace I0327 10:43:58.847261 3839 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0327 10:43:58.847267 3839 namespace.go:98] [openshift-package-operator] adding namespace I0327 10:43:58.847272 3839 namespace.go:98] [openshift-monitoring] adding namespace I0327 10:43:58.847277 3839 namespace.go:98] [openshift-console] adding namespace I0327 10:43:58.847282 3839 namespace.go:98] [openshift-backplane-srep] adding namespace I0327 10:43:58.847865 3839 namespace.go:102] [default] adding namespace took 655.862µs I0327 10:43:58.847882 3839 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0327 10:43:58.848534 3839 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 645.798µs I0327 10:43:58.848551 3839 namespace.go:98] [openshift-service-ca-operator] adding namespace I0327 10:43:58.849225 3839 namespace.go:102] [openshift-service-ca-operator] adding namespace took 667.591µs I0327 10:43:58.849257 3839 namespace.go:98] [openshift-kube-apiserver] adding namespace I0327 10:43:58.849827 3839 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 2.6043ms I0327 10:43:58.849843 3839 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0327 10:43:58.850401 3839 namespace.go:102] [openshift-config] adding namespace took 3.171068ms I0327 10:43:58.850420 3839 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0327 10:43:58.851090 3839 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 3.861093ms I0327 10:43:58.851102 3839 namespace.go:98] [openshift-operators-redhat] adding namespace I0327 10:43:58.851729 3839 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.496356ms I0327 10:43:58.851744 3839 namespace.go:98] [openshift-host-network] adding namespace I0327 10:43:58.852328 3839 namespace.go:102] [openshift-network-console] adding namespace took 5.091061ms I0327 10:43:58.852355 3839 namespace.go:98] [openshift-node] adding namespace I0327 10:43:58.852827 3839 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.587403ms I0327 10:43:58.852840 3839 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0327 10:43:58.853348 3839 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.087322ms I0327 10:43:58.853370 3839 namespace.go:98] [openshift-route-controller-manager] adding namespace I0327 10:43:58.853853 3839 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.589263ms I0327 10:43:58.853867 3839 namespace.go:98] [openshift-service-ca] adding namespace I0327 10:43:58.854469 3839 namespace.go:102] [openshift-dns] adding namespace took 7.200736ms I0327 10:43:58.854485 3839 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0327 10:43:58.854981 3839 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.708698ms I0327 10:43:58.855000 3839 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0327 10:43:58.855447 3839 namespace.go:102] [openshift-package-operator] adding namespace took 8.174442ms I0327 10:43:58.855459 3839 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0327 10:43:58.855968 3839 namespace.go:102] [openshift-monitoring] adding namespace took 8.687224ms I0327 10:43:58.855981 3839 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0327 10:43:58.856512 3839 namespace.go:102] [openshift-console] adding namespace took 9.225415ms I0327 10:43:58.856526 3839 namespace.go:98] [openshift-cluster-version] adding namespace I0327 10:43:58.856999 3839 namespace.go:102] [openshift-backplane-srep] adding namespace took 9.708682ms I0327 10:43:58.857015 3839 namespace.go:98] [openshift-network-node-identity] adding namespace I0327 10:43:58.857440 3839 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.174682ms I0327 10:43:58.857462 3839 namespace.go:98] [openshift-customer-monitoring] adding namespace I0327 10:43:58.858050 3839 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.200285ms I0327 10:43:58.858067 3839 namespace.go:98] [openshift] adding namespace I0327 10:43:58.858612 3839 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.186036ms I0327 10:43:58.858639 3839 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0327 10:43:58.859062 3839 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.953528ms I0327 10:43:58.859080 3839 namespace.go:98] [openshift-dns-operator] adding namespace I0327 10:43:58.859626 3839 namespace.go:102] [openshift-host-network] adding namespace took 7.873783ms I0327 10:43:58.859643 3839 namespace.go:98] [kube-node-lease] adding namespace I0327 10:43:58.860756 3839 namespace.go:102] [openshift-node] adding namespace took 8.391644ms I0327 10:43:58.860791 3839 namespace.go:98] [openshift-backplane-csm] adding namespace I0327 10:43:58.861356 3839 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.510905ms I0327 10:43:58.861370 3839 namespace.go:98] [openshift-image-registry] adding namespace I0327 10:43:58.861963 3839 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.585865ms I0327 10:43:58.861978 3839 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0327 10:43:58.862147 3839 default_node_network_controller.go:518] Node connection status = connected I0327 10:43:58.862603 3839 namespace.go:102] [openshift-service-ca] adding namespace took 8.728697ms I0327 10:43:58.862620 3839 namespace.go:98] [openshift-authentication-operator] adding namespace I0327 10:43:58.863122 3839 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 8.630372ms I0327 10:43:58.863137 3839 namespace.go:98] [openshift-network-diagnostics] adding namespace I0327 10:43:58.863743 3839 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.738346ms I0327 10:43:58.863757 3839 namespace.go:98] [openshift-backplane-mobb] adding namespace I0327 10:43:58.864230 3839 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.764017ms I0327 10:43:58.864267 3839 namespace.go:98] [openshift-insights] adding namespace I0327 10:43:58.864898 3839 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.910059ms I0327 10:43:58.864915 3839 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0327 10:43:58.865456 3839 namespace.go:102] [openshift-cluster-version] adding namespace took 8.925553ms I0327 10:43:58.865470 3839 namespace.go:98] [openshift-multus] adding namespace I0327 10:43:58.865993 3839 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.971189ms I0327 10:43:58.866007 3839 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0327 10:43:58.866590 3839 namespace.go:102] [openshift-customer-monitoring] adding namespace took 9.122071ms I0327 10:43:58.866605 3839 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0327 10:43:58.867160 3839 namespace.go:102] [openshift] adding namespace took 9.086943ms I0327 10:43:58.867174 3839 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0327 10:43:58.867700 3839 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 9.055295ms I0327 10:43:58.867716 3839 namespace.go:98] [openshift-backplane] adding namespace I0327 10:43:58.868345 3839 namespace.go:102] [openshift-dns-operator] adding namespace took 9.259144ms I0327 10:43:58.868360 3839 namespace.go:98] [openshift-operators] adding namespace I0327 10:43:58.869033 3839 namespace.go:102] [kube-node-lease] adding namespace took 9.383007ms I0327 10:43:58.869047 3839 namespace.go:98] [openshift-network-operator] adding namespace I0327 10:43:58.869518 3839 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.719137ms I0327 10:43:58.869531 3839 namespace.go:98] [kube-public] adding namespace I0327 10:43:58.870195 3839 namespace.go:102] [openshift-image-registry] adding namespace took 8.820048ms I0327 10:43:58.870208 3839 namespace.go:98] [openshift-backplane-cee] adding namespace I0327 10:43:58.870688 3839 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.703531ms I0327 10:43:58.870704 3839 namespace.go:98] [openshift-controller-manager] adding namespace W0327 10:43:58.871124 3839 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5whrf: pod openshift-network-diagnostics/network-check-target-5whrf: no pod IPs found I0327 10:43:58.871152 3839 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.526906ms I0327 10:43:58.871162 3839 namespace.go:98] [openshift-authentication] adding namespace I0327 10:43:58.871750 3839 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.606929ms I0327 10:43:58.871764 3839 namespace.go:98] [openshift-backplane-cse] adding namespace I0327 10:43:58.872288 3839 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.526144ms I0327 10:43:58.872304 3839 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0327 10:43:58.872808 3839 namespace.go:102] [openshift-insights] adding namespace took 8.533699ms I0327 10:43:58.872826 3839 namespace.go:98] [openshift-must-gather-operator] adding namespace W0327 10:43:58.873324 3839 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-q7vjz: pod openshift-multus/network-metrics-daemon-q7vjz: no pod IPs found I0327 10:43:58.873349 3839 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.427953ms I0327 10:43:58.873365 3839 namespace.go:98] [openshift-etcd] adding namespace I0327 10:43:58.873896 3839 namespace.go:102] [openshift-multus] adding namespace took 8.421414ms I0327 10:43:58.873913 3839 namespace.go:98] [openshift-config-operator] adding namespace I0327 10:43:58.874401 3839 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.388242ms I0327 10:43:58.874416 3839 namespace.go:98] [openshift-backplane-tam] adding namespace I0327 10:43:58.874875 3839 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.264095ms I0327 10:43:58.875270 3839 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.090575ms I0327 10:43:58.875285 3839 namespace.go:98] [openshift-console-user-settings] adding namespace I0327 10:43:58.875907 3839 namespace.go:102] [openshift-backplane] adding namespace took 8.18489ms I0327 10:43:58.875919 3839 namespace.go:98] [dedicated-admin] adding namespace I0327 10:43:58.876442 3839 namespace.go:102] [openshift-operators] adding namespace took 8.076425ms I0327 10:43:58.876457 3839 namespace.go:98] [openshift-logging] adding namespace I0327 10:43:58.876961 3839 namespace.go:102] [openshift-network-operator] adding namespace took 7.908876ms I0327 10:43:58.876973 3839 namespace.go:98] [open-cluster-management-2pa0ron8lulpu1e8444fbruk00uofggt] adding namespace I0327 10:43:58.877537 3839 namespace.go:102] [kube-public] adding namespace took 8.000562ms I0327 10:43:58.877550 3839 namespace.go:98] [openshift-infra] adding namespace I0327 10:43:58.878132 3839 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.919142ms I0327 10:43:58.878142 3839 namespace.go:98] [openshift-config-managed] adding namespace I0327 10:43:58.878876 3839 namespace.go:102] [openshift-controller-manager] adding namespace took 8.165678ms I0327 10:43:58.878892 3839 namespace.go:98] [openshift-marketplace] adding namespace I0327 10:43:58.879340 3839 namespace.go:102] [openshift-authentication] adding namespace took 8.171308ms I0327 10:43:58.879359 3839 namespace.go:98] [openshift-ingress-operator] adding namespace I0327 10:43:58.879978 3839 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.206316ms I0327 10:43:58.879996 3839 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0327 10:43:58.880575 3839 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.265022ms I0327 10:43:58.880591 3839 namespace.go:98] [openshift-apiserver] adding namespace I0327 10:43:58.881159 3839 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.316658ms I0327 10:43:58.881177 3839 namespace.go:98] [openshift-kube-scheduler] adding namespace I0327 10:43:58.881666 3839 namespace.go:102] [openshift-etcd] adding namespace took 8.292687ms I0327 10:43:58.881682 3839 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0327 10:43:58.882170 3839 namespace.go:102] [openshift-config-operator] adding namespace took 8.248949ms I0327 10:43:58.882185 3839 namespace.go:98] [openshift-ingress] adding namespace I0327 10:43:58.882695 3839 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.259191ms I0327 10:43:58.882718 3839 namespace.go:98] [openshift-ingress-canary] adding namespace I0327 10:43:58.883277 3839 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.98679ms I0327 10:43:58.883292 3839 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0327 10:43:58.883875 3839 namespace.go:102] [dedicated-admin] adding namespace took 7.950647ms I0327 10:43:58.883888 3839 namespace.go:98] [kube-system] adding namespace I0327 10:43:58.884317 3839 namespace.go:102] [openshift-logging] adding namespace took 7.856658ms I0327 10:43:58.884875 3839 namespace.go:102] [open-cluster-management-2pa0ron8lulpu1e8444fbruk00uofggt] adding namespace took 7.894508ms I0327 10:43:58.884895 3839 namespace.go:98] [openshift-machine-api] adding namespace I0327 10:43:58.885269 3839 namespace.go:102] [openshift-infra] adding namespace took 7.713274ms I0327 10:43:58.886272 3839 namespace.go:102] [openshift-config-managed] adding namespace took 8.125156ms I0327 10:43:58.886843 3839 namespace.go:102] [openshift-marketplace] adding namespace took 7.941336ms I0327 10:43:58.886860 3839 namespace.go:98] [openshift-machine-config-operator] adding namespace I0327 10:43:58.887265 3839 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.898174ms I0327 10:43:58.887839 3839 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.836587ms I0327 10:43:58.887855 3839 namespace.go:98] [openshift-console-operator] adding namespace I0327 10:43:58.888395 3839 namespace.go:102] [openshift-apiserver] adding namespace took 7.796446ms I0327 10:43:58.888882 3839 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.6957ms I0327 10:43:58.889489 3839 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.798922ms I0327 10:43:58.890033 3839 namespace.go:102] [openshift-ingress] adding namespace took 7.838761ms I0327 10:43:58.890504 3839 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.780074ms I0327 10:43:58.890971 3839 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.673715ms I0327 10:43:58.891448 3839 namespace.go:102] [kube-system] adding namespace took 7.554554ms I0327 10:43:58.891893 3839 namespace.go:102] [openshift-machine-api] adding namespace took 6.991901ms I0327 10:43:58.892410 3839 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.544405ms I0327 10:43:58.892886 3839 namespace.go:102] [openshift-console-operator] adding namespace took 5.024207ms I0327 10:43:58.893344 3839 zone_ic_handler.go:186] Time taken to create transit switch: 333.408µs I0327 10:43:58.893418 3839 master.go:532] Adding or Updating local node "ip-10-0-0-12.ec2.internal" for network "default" I0327 10:43:58.894120 3839 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-188.ec2.internal for the network default I0327 10:43:58.894198 3839 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-4.ec2.internal for the network default I0327 10:43:58.895198 3839 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-188.ec2.internal" on network "default" took: 1.096323ms I0327 10:43:58.895768 3839 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-4.ec2.internal" on network "default" took: 1.585906ms W0327 10:43:58.902733 3839 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-q7vjz: pod openshift-multus/network-metrics-daemon-q7vjz: no pod IPs found W0327 10:43:58.902758 3839 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5whrf: pod openshift-network-diagnostics/network-check-target-5whrf: no pod IPs found I0327 10:43:58.903777 3839 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-12.ec2.internal for the network default I0327 10:43:58.904530 3839 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0327 10:43:58.904559 3839 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0327 10:43:58.904572 3839 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0327 10:43:58.904597 3839 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-12.ec2.internal in network "default" I0327 10:43:58.904643 3839 node_tracker.go:169] Node ip-10-0-0-12.ec2.internal switch + router changed, syncing services in network "default" I0327 10:43:58.904653 3839 services_controller.go:574] Full service sync requested for network=default I0327 10:43:58.904658 3839 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-188.ec2.internal in network "default" I0327 10:43:58.904682 3839 node_tracker.go:169] Node ip-10-0-1-188.ec2.internal switch + router changed, syncing services in network "default" I0327 10:43:58.904688 3839 services_controller.go:574] Full service sync requested for network=default I0327 10:43:58.904696 3839 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-4.ec2.internal in network "default" I0327 10:43:58.904716 3839 node_tracker.go:169] Node ip-10-0-2-4.ec2.internal switch + router changed, syncing services in network "default" I0327 10:43:58.904723 3839 services_controller.go:574] Full service sync requested for network=default I0327 10:43:59.004945 3839 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0327 10:43:59.004984 3839 services_controller.go:208] Setting up event handlers for services for network=default I0327 10:43:59.005075 3839 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0327 10:43:59.005140 3839 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0327 10:43:59.005153 3839 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0327 10:43:59.105846 3839 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0327 10:43:59.105867 3839 repair.go:60] Starting repairing loop for services I0327 10:43:59.105957 3839 repair.go:131] Deleted 0 stale service LBs I0327 10:43:59.105977 3839 repair.go:137] Deleted 0 stale Chassis Template Vars I0327 10:43:59.105994 3839 repair.go:62] Finished repairing loop for services: 129.543µs I0327 10:43:59.106018 3839 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0327 10:43:59.106029 3839 services_controller.go:254] Starting workers for network=default I0327 10:43:59.106520 3839 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-q7vjz] creating logical port openshift-multus_network-metrics-daemon-q7vjz for pod on switch ip-10-0-0-12.ec2.internal I0327 10:43:59.106641 3839 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-q7vjz I0327 10:43:59.106720 3839 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-nxm5x of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0327 10:43:59.106969 3839 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5whrf] creating logical port openshift-network-diagnostics_network-check-target-5whrf for pod on switch ip-10-0-0-12.ec2.internal I0327 10:43:59.107075 3839 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5whrf W0327 10:43:59.108607 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0327 10:43:59.110044 3839 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 10:43:59.125297 3839 pod.go:62] [openshift-multus/network-metrics-daemon-q7vjz] pod update took 18.705033ms I0327 10:43:59.125322 3839 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-q7vjz] addLogicalPort annotation time took 18.741957ms I0327 10:43:59.125727 3839 pod.go:62] [openshift-network-diagnostics/network-check-target-5whrf] pod update took 18.707983ms I0327 10:43:59.125751 3839 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-5whrf] addLogicalPort annotation time took 18.733982ms I0327 10:43:59.126890 3839 pods.go:271] [openshift-multus/network-metrics-daemon-q7vjz] addLogicalPort took 20.381822ms, libovsdb time 1.325611ms I0327 10:43:59.127043 3839 pods.go:271] [openshift-network-diagnostics/network-check-target-5whrf] addLogicalPort took 20.078984ms, libovsdb time 909.185µs I0327 10:43:59.127503 3839 admin_network_policy_controller.go:227] Starting controller default-network-controller I0327 10:43:59.127528 3839 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0327 10:43:59.127543 3839 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0327 10:43:59.127547 3839 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0327 10:43:59.127735 3839 repair.go:29] Repairing admin network policies took 181.432µs I0327 10:43:59.127835 3839 repair.go:92] Repairing baseline admin network policies took 91.24µs I0327 10:43:59.128370 3839 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0327 10:43:59.128398 3839 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0327 10:43:59.130434 3839 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0327 10:43:59.130454 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0327 10:43:59.130462 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0327 10:43:59.131744 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0327 10:43:59.131760 3839 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0327 10:43:59.131770 3839 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0327 10:43:59.134136 3839 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0327 10:43:59.134158 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0327 10:43:59.134168 3839 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0327 10:43:59.135604 3839 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0327 10:43:59.135623 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0327 10:43:59.135646 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0327 10:43:59.136344 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0327 10:43:59.136363 3839 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0327 10:43:59.136372 3839 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0327 10:43:59.136989 3839 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0327 10:43:59.137006 3839 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0327 10:43:59.137015 3839 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0327 10:43:59.138037 3839 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0327 10:43:59.138055 3839 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0327 10:43:59.138065 3839 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0327 10:43:59.140263 3839 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0327 10:43:59.140284 3839 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0327 10:43:59.140303 3839 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0327 10:43:59.141559 3839 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0327 10:43:59.141584 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0327 10:43:59.141592 3839 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0327 10:43:59.142415 3839 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0327 10:43:59.142433 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0327 10:43:59.142441 3839 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0327 10:43:59.142973 3839 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0327 10:43:59.142990 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0327 10:43:59.142999 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0327 10:43:59.144725 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0327 10:43:59.144746 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0327 10:43:59.144755 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0327 10:43:59.145314 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0327 10:43:59.145333 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0327 10:43:59.146189 3839 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0327 10:43:59.146203 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0327 10:43:59.147026 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0327 10:43:59.147048 3839 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0327 10:43:59.147058 3839 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0327 10:43:59.148495 3839 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0327 10:43:59.148511 3839 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0327 10:43:59.148519 3839 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0327 10:43:59.150331 3839 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0327 10:43:59.150350 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0327 10:43:59.150360 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0327 10:43:59.150896 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0327 10:43:59.150915 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0327 10:43:59.150937 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0327 10:43:59.151703 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0327 10:43:59.151724 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0327 10:43:59.151733 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0327 10:43:59.152288 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0327 10:43:59.152307 3839 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0327 10:43:59.152315 3839 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0327 10:43:59.152856 3839 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0327 10:43:59.152873 3839 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0327 10:43:59.152880 3839 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0327 10:43:59.153188 3839 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0327 10:43:59.153205 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0327 10:43:59.153211 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0327 10:43:59.154597 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0327 10:43:59.154616 3839 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0327 10:43:59.154622 3839 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0327 10:43:59.154883 3839 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0327 10:43:59.154899 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0327 10:43:59.154906 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0327 10:43:59.155444 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0327 10:43:59.155461 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0327 10:43:59.155470 3839 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0327 10:43:59.155931 3839 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0327 10:43:59.155949 3839 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0327 10:43:59.155958 3839 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0327 10:43:59.156969 3839 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0327 10:43:59.156988 3839 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0327 10:43:59.156999 3839 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0327 10:43:59.158183 3839 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0327 10:43:59.158201 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0327 10:43:59.158208 3839 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0327 10:43:59.158733 3839 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0327 10:43:59.158750 3839 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0327 10:43:59.158765 3839 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0327 10:43:59.159291 3839 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0327 10:43:59.159561 3839 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-nxm5x of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0327 10:43:59.165051 3839 egressfirewall.go:319] Starting EgressFirewall controller I0327 10:43:59.165075 3839 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0327 10:43:59.165101 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0327 10:43:59.165115 3839 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0327 10:43:59.165135 3839 controller.go:133] Adding controller egress-firewall-controller event handlers I0327 10:43:59.165162 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0327 10:43:59.165173 3839 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0327 10:43:59.165462 3839 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0327 10:43:59.165476 3839 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0327 10:43:59.165485 3839 egressqos.go:193] Setting up event handlers for EgressQoS I0327 10:43:59.165568 3839 egressfirewall.go:628] Syncing node "ip-10-0-2-4.ec2.internal" for egress firewall I0327 10:43:59.165582 3839 egressfirewall.go:628] Syncing node "ip-10-0-0-12.ec2.internal" for egress firewall I0327 10:43:59.165586 3839 egressfirewall.go:628] Syncing node "ip-10-0-1-188.ec2.internal" for egress firewall I0327 10:43:59.165656 3839 egressqos.go:245] Starting EgressQoS Controller I0327 10:43:59.165666 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0327 10:43:59.165673 3839 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0327 10:43:59.165679 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0327 10:43:59.165695 3839 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0327 10:43:59.165719 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0327 10:43:59.165725 3839 shared_informer.go:356] "Caches are synced" controller="egressqos" I0327 10:43:59.165729 3839 egressqos.go:259] Repairing EgressQoSes I0327 10:43:59.165733 3839 egressqos.go:399] Starting repairing loop for egressqos I0327 10:43:59.165825 3839 egressqos.go:401] Finished repairing loop for egressqos: 91.905µs I0327 10:43:59.165857 3839 egressservice_zone.go:132] Setting up event handlers for Egress Services I0327 10:43:59.165881 3839 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-12.ec2.internal I0327 10:43:59.165949 3839 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-12.ec2.internal : 67.917µs I0327 10:43:59.166095 3839 egressservice_zone.go:210] Starting Egress Services Controller I0327 10:43:59.166104 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0327 10:43:59.166109 3839 shared_informer.go:356] "Caches are synced" controller="egressservices" I0327 10:43:59.166127 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0327 10:43:59.166134 3839 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0327 10:43:59.166139 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0327 10:43:59.166144 3839 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0327 10:43:59.166164 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0327 10:43:59.166171 3839 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0327 10:43:59.166174 3839 egressservice_zone.go:228] Repairing Egress Services I0327 10:43:59.166464 3839 master_controller.go:88] Starting Admin Policy Based Route Controller I0327 10:43:59.166475 3839 external_controller.go:278] Starting Admin Policy Based Route Controller I0327 10:43:59.166548 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-12.ec2.internal I0327 10:43:59.166563 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-12.ec2.internal: 16.127µs I0327 10:43:59.166571 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-188.ec2.internal I0327 10:43:59.166580 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-188.ec2.internal: 9.847µs I0327 10:43:59.166585 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-4.ec2.internal I0327 10:43:59.166590 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-4.ec2.internal: 5.718µs I0327 10:43:59.166652 3839 default_network_controller.go:568] Completing all the Watchers took 319.616797ms I0327 10:43:59.166664 3839 default_network_controller.go:572] Starting unidling controllers I0327 10:43:59.166675 3839 unidle.go:46] Registering OVN SB ControllerEvent handler I0327 10:43:59.166681 3839 unidle.go:63] Populating Initial ContollerEvent events I0327 10:43:59.166691 3839 unidle.go:79] Setting up event handlers for services I0327 10:43:59.166734 3839 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0327 10:43:59.362336 3839 default_node_network_controller.go:518] Node connection status = connected I0327 10:43:59.862357 3839 default_node_network_controller.go:518] Node connection status = connected I0327 10:43:59.877116 3839 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0327 10:43:59.877364 3839 bridgeconfig.go:537] Gateway is ready I0327 10:43:59.877381 3839 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0327 10:43:59.887643 3839 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.12. Updating OVN encap IP. I0327 10:43:59.892568 3839 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.12 - it is already configured I0327 10:43:59.892580 3839 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.12/24:{} 172.20.0.1/32:{}]. Updating annotations. I0327 10:43:59.892788 3839 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.12/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-12.ec2.internal","mac-address":"12:94:8a:bf:54:b1","ip-addresses":["10.0.0.12/24"],"ip-address":"10.0.0.12/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:91e27466-a219-4d21-a3b9-a3fb45541d6a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.12/24"}] on node ip-10-0-0-12.ec2.internal I0327 10:43:59.909877 3839 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-12.ec2.internal in network "default" I0327 10:43:59.909929 3839 egressfirewall.go:628] Syncing node "ip-10-0-0-12.ec2.internal" for egress firewall I0327 10:43:59.909938 3839 master.go:532] Adding or Updating local node "ip-10-0-0-12.ec2.internal" for network "default" I0327 10:43:59.909955 3839 node_tracker.go:169] Node ip-10-0-0-12.ec2.internal switch + router changed, syncing services in network "default" I0327 10:43:59.909975 3839 services_controller.go:574] Full service sync requested for network=default I0327 10:43:59.909880 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-12.ec2.internal I0327 10:43:59.910004 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-12.ec2.internal: 136.453µs I0327 10:43:59.910142 3839 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.12 I0327 10:43:59.910270 3839 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-12.ec2.internal W0327 10:43:59.910466 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0327 10:43:59.910839 3839 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0327 10:43:59.914116 3839 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-12.ec2.internal. Updating no re-route policies I0327 10:43:59.914179 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tjh5f I0327 10:43:59.914188 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6fxhk I0327 10:43:59.914195 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-tjh5f I0327 10:43:59.914200 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6fxhk I0327 10:43:59.914204 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-kbsvq I0327 10:43:59.914214 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-kbsvq I0327 10:43:59.914214 3839 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-12.ec2.internal I0327 10:43:59.914223 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-tjh5f after 0 failed attempt(s) I0327 10:43:59.914228 3839 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-12.ec2.internal I0327 10:43:59.914228 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-q7vjz I0327 10:43:59.914194 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-nlrwr I0327 10:43:59.914235 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-q7vjz I0327 10:43:59.914236 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-7q6wm I0327 10:43:59.914238 3839 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-fspcz I0327 10:43:59.914257 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-n6wbn I0327 10:43:59.914264 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-7q6wm I0327 10:43:59.914266 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-d7wlm I0327 10:43:59.914269 3839 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-fspcz I0327 10:43:59.914277 3839 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-q7vjz] creating logical port openshift-multus_network-metrics-daemon-q7vjz for pod on switch ip-10-0-0-12.ec2.internal I0327 10:43:59.914278 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-d7wlm I0327 10:43:59.914280 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-7q6wm after 0 failed attempt(s) I0327 10:43:59.914283 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-mv45f I0327 10:43:59.914308 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-mv45f I0327 10:43:59.914316 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-d7wlm after 0 failed attempt(s) I0327 10:43:59.914335 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-mv45f after 0 failed attempt(s) I0327 10:43:59.914205 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-12.ec2.internal I0327 10:43:59.914355 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-12.ec2.internal I0327 10:43:59.914374 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-12.ec2.internal after 0 failed attempt(s) I0327 10:43:59.914291 3839 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-fspcz after 0 failed attempt(s) I0327 10:43:59.914270 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-n6wbn I0327 10:43:59.914408 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-n6wbn after 0 failed attempt(s) I0327 10:43:59.914219 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6fxhk after 0 failed attempt(s) I0327 10:43:59.914256 3839 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-12.ec2.internal after 0 failed attempt(s) I0327 10:43:59.914219 3839 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5whrf I0327 10:43:59.914431 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5whrf I0327 10:43:59.914454 3839 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5whrf] creating logical port openshift-network-diagnostics_network-check-target-5whrf for pod on switch ip-10-0-0-12.ec2.internal I0327 10:43:59.914231 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-kbsvq after 0 failed attempt(s) I0327 10:43:59.914257 3839 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-nlrwr I0327 10:43:59.914530 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-nlrwr after 0 failed attempt(s) I0327 10:43:59.914954 3839 pods.go:271] [openshift-multus/network-metrics-daemon-q7vjz] addLogicalPort took 683.356µs, libovsdb time 244.129µs I0327 10:43:59.914968 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-q7vjz after 0 failed attempt(s) I0327 10:43:59.915020 3839 pods.go:271] [openshift-network-diagnostics/network-check-target-5whrf] addLogicalPort took 573.229µs, libovsdb time 260.064µs I0327 10:43:59.915031 3839 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5whrf after 0 failed attempt(s) I0327 10:43:59.925096 3839 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0327 10:43:59.936411 3839 iptables.go:108] Creating table: mangle chain: OUTPUT I0327 10:43:59.939569 3839 iptables.go:108] Creating table: nat chain: OUTPUT I0327 10:43:59.959009 3839 iptables.go:108] Creating table: nat chain: PREROUTING I0327 10:43:59.996681 3839 iptables.go:108] Creating table: filter chain: FORWARD I0327 10:44:00.013347 3839 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0327 10:44:00.013506 3839 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0327 10:44:00.013553 3839 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0327 10:44:00.013641 3839 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0327 10:44:00.013696 3839 gateway_init.go:325] Gateway and management port readiness took 1.15502801s I0327 10:44:00.013723 3839 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0327 10:44:00.013760 3839 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0327 10:44:00.013775 3839 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0327 10:44:00.013785 3839 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0327 10:44:00.013858 3839 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0327 10:44:00.013940 3839 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.774µs I0327 10:44:00.014230 3839 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0327 10:44:00.014271 3839 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 32.128µs I0327 10:44:00.014280 3839 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 50.295µs I0327 10:44:00.014286 3839 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0327 10:44:00.014296 3839 nad_controller.go:173] [node-nad-controller NAD controller]: started I0327 10:44:00.014300 3839 default_node_network_controller.go:898] Starting the default node network controller I0327 10:44:00.014305 3839 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0327 10:44:00.014338 3839 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 16.596µs I0327 10:44:00.014523 3839 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0327 10:44:00.014533 3839 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0327 10:44:00.014555 3839 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a99530 0xc0002ee000 0xc0002ee070 0xc0002ee0e0 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc000aab9f0 0xc0002ee380 0xc0002ee3f0 0xc0007c2d20 0xc00654efc0 0xc0002ee460 map[0x2f67040:0xc002897140 0x2f67580:0xc0028972c0 0x2f68000:0xc0036000c0 0x2f682a0:0xc003600120 0x2f687e0:0xc0028971a0 0x2f68a80:0xc002897200 0x2f68d20:0xc002897260 0x2f69500:0xc002897320 0x2f697a0:0xc002897380 0x2f93d40:0xc000936ba0 0x2f940e0:0xc000936c00 0x2f94bc0:0xc000b8ba40 0x2f96520:0xc001c20000 0x2f97000:0xc003600060 0x2f97e80:0xc001c20060] 0xc000ac4af0 0} I0327 10:44:00.014607 3839 gateway.go:151] Starting gateway service sync I0327 10:44:00.015061 3839 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0327 10:44:00.017159 3839 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0327 10:44:00.026438 3839 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0327 10:44:00.027598 3839 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0327 10:44:00.028735 3839 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0327 10:44:00.062975 3839 gateway.go:168] Gateway service sync done. Time taken: 48.356036ms I0327 10:44:00.063643 3839 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30746 I0327 10:44:00.063944 3839 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a99530 0xc0002ee000 0xc0002ee070 0xc0002ee0e0 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc000aab9f0 0xc0002ee380 0xc0002ee3f0 0xc0007c2d20 0xc00654efc0 0xc0002ee460 map[0x2f67040:0xc002897140 0x2f67580:0xc0028972c0 0x2f68000:0xc0036000c0 0x2f682a0:0xc003600120 0x2f687e0:0xc0028971a0 0x2f68a80:0xc002897200 0x2f68d20:0xc002897260 0x2f69500:0xc002897320 0x2f697a0:0xc002897380 0x2f93d40:0xc000936ba0 0x2f940e0:0xc000936c00 0x2f94bc0:0xc000b8ba40 0x2f96520:0xc001c20000 0x2f97000:0xc003600060 0x2f97e80:0xc001c20060] 0xc000ac4af0 0} I0327 10:44:00.064476 3839 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a99530 0xc0002ee000 0xc0002ee070 0xc0002ee0e0 0xc0002ee150 0xc0002ee1c0 0xc0002ee310 0xc000aab9f0 0xc0002ee380 0xc0002ee3f0 0xc0007c2d20 0xc00654efc0 0xc0002ee460 map[0x2f67040:0xc002897140 0x2f67580:0xc0028972c0 0x2f68000:0xc0036000c0 0x2f682a0:0xc003600120 0x2f687e0:0xc0028971a0 0x2f68a80:0xc002897200 0x2f68d20:0xc002897260 0x2f69500:0xc002897320 0x2f697a0:0xc002897380 0x2f93d40:0xc000936ba0 0x2f940e0:0xc000936c00 0x2f94bc0:0xc000b8ba40 0x2f96520:0xc001c20000 0x2f97000:0xc003600060 0x2f97e80:0xc001c20060] 0xc000ac4af0 0} I0327 10:44:00.064518 3839 gateway.go:519] Reconciling gateway with updates I0327 10:44:00.069921 3839 gateway.go:326] Spawning Conntrack Rule Check Thread I0327 10:44:00.069948 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 10:44:00.069952 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 10:44:00.069969 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 10:44:00.069970 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 10:44:00.069978 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 10:44:00.069989 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 10:44:00.069991 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 10:44:00.070000 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0327 10:44:00.070007 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 10:44:00.070007 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 10:44:00.070015 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0327 10:44:00.070016 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 10:44:00.070020 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 10:44:00.070039 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0327 10:44:00.070054 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 10:44:00.070061 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 10:44:00.070067 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 10:44:00.070075 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0327 10:44:00.070024 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 10:44:00.070083 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0327 10:44:00.070088 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 10:44:00.070096 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 10:44:00.070100 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0327 10:44:00.070104 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0327 10:44:00.070038 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 10:44:00.070115 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0327 10:44:00.070090 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 10:44:00.070075 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 10:44:00.070126 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0327 10:44:00.070060 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0327 10:44:00.070133 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0327 10:44:00.070026 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 10:44:00.070138 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 10:44:00.070143 3839 default_node_network_controller.go:943] Gateway and management port readiness took 55.601334ms I0327 10:44:00.070151 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 10:44:00.070154 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 10:44:00.070159 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0327 10:44:00.070158 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 10:44:00.070169 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 10:44:00.070116 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 10:44:00.070169 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 10:44:00.070178 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 10:44:00.070183 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 10:44:00.070185 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 10:44:00.070187 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 10:44:00.070204 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0327 10:44:00.070074 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 10:44:00.070213 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 10:44:00.070224 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0327 10:44:00.070227 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0327 10:44:00.070231 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 10:44:00.070236 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 10:44:00.070226 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 10:44:00.070239 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 10:44:00.070239 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0327 10:44:00.070262 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 10:44:00.070268 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 10:44:00.070268 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0327 10:44:00.070143 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 10:44:00.070280 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 10:44:00.070288 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 10:44:00.070290 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 10:44:00.070294 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0327 10:44:00.070295 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 10:44:00.070219 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0327 10:44:00.070225 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0327 10:44:00.070282 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0327 10:44:00.070314 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0327 10:44:00.070286 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0327 10:44:00.070171 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0327 10:44:00.070340 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0327 10:44:00.070346 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0327 10:44:00.070179 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 10:44:00.070360 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 10:44:00.070365 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0327 10:44:00.070379 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0327 10:44:00.070321 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0327 10:44:00.070408 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0327 10:44:00.070411 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0327 10:44:00.070420 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0327 10:44:00.070431 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0327 10:44:00.070433 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0327 10:44:00.070444 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0327 10:44:00.070444 3839 port_claim.go:71] Svc openshift-ingress/router-default: port 32051 is already open, no action needed I0327 10:44:00.070452 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0327 10:44:00.070457 3839 port_claim.go:71] Svc openshift-ingress/router-default: port 32225 is already open, no action needed I0327 10:44:00.070475 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 10:44:00.070256 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 10:44:00.070500 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 10:44:00.070519 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 10:44:00.070073 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0327 10:44:00.070536 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0327 10:44:00.070542 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0327 10:44:00.070268 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 10:44:00.070583 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 10:44:00.070276 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0327 10:44:00.070275 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0327 10:44:00.070171 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 10:44:00.070641 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 10:44:00.070163 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 10:44:00.070258 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 10:44:00.070731 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 10:44:00.070307 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0327 10:44:00.070172 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 10:44:00.070227 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 10:44:00.070821 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 10:44:00.070229 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 10:44:00.070857 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 10:44:00.070864 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0327 10:44:00.070259 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 10:44:00.070255 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0327 10:44:00.070897 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0327 10:44:00.071301 3839 node_ip_handler_linux.go:160] Node IP manager is running W0327 10:44:00.106141 3839 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0327 10:44:00.106655 3839 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0327 10:44:00.106787 3839 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0327 10:44:00.117030 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0327 10:44:00.117043 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0327 10:44:00.117033 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0327 10:44:00.117058 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0327 10:44:00.117065 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0327 10:44:00.154730 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0327 10:44:00.154764 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0327 10:44:00.154772 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0327 10:44:00.154779 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0327 10:44:00.154787 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0327 10:44:00.192311 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0327 10:44:00.192325 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0327 10:44:00.192315 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0327 10:44:00.192337 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0327 10:44:00.192346 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0327 10:44:00.192357 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0327 10:44:00.192368 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0327 10:44:00.192379 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0327 10:44:00.192387 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0327 10:44:00.192396 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0327 10:44:00.192405 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0327 10:44:00.192415 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0327 10:44:00.192436 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0327 10:44:01.628985 3839 default_node_network_controller.go:1364] Starting node controller node sync W0327 10:44:01.629073 3839 egressip_healthcheck.go:76] Health checking using insecure connection I0327 10:44:01.629131 3839 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0327 10:44:01.641075 3839 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.065033ms I0327 10:44:01.641182 3839 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-4.ec2.internal", IP: 10.0.2.4 to PMTUD blocking rules I0327 10:44:01.641184 3839 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-188.ec2.internal", IP: 10.0.1.188 to PMTUD blocking rules I0327 10:44:01.641192 3839 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-4.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0327 10:44:01.641196 3839 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-188.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0327 10:44:01.653331 3839 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0327 10:44:01.653667 3839 egressservice_node.go:93] Setting up event handlers for Egress Services I0327 10:44:01.653814 3839 egressservice_node.go:183] Starting Egress Services Controller I0327 10:44:01.653838 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0327 10:44:01.653850 3839 shared_informer.go:356] "Caches are synced" controller="egressservices" I0327 10:44:01.653863 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0327 10:44:01.653871 3839 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0327 10:44:01.653880 3839 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0327 10:44:01.653887 3839 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0327 10:44:01.653894 3839 egressservice_node.go:197] Repairing Egress Services I0327 10:44:01.663650 3839 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0327 10:44:01.663663 3839 external_controller.go:278] Starting Admin Policy Based Route Controller I0327 10:44:01.663854 3839 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0327 10:44:01.663867 3839 link_network_manager.go:117] Link manager is running I0327 10:44:01.663889 3839 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0327 10:44:01.664072 3839 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0327 10:44:01.664385 3839 vrf_manager.go:128] VRF manager is running I0327 10:44:01.664500 3839 node_controller_manager.go:437] Removing flows to drop GARP I0327 10:44:01.664512 3839 gateway.go:519] Reconciling gateway with updates I0327 10:44:01.692346 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0327 10:44:01.692361 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 10:44:01.692370 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 10:44:01.692376 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0327 10:44:01.692375 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 10:44:01.692385 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0327 10:44:01.692384 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 10:44:01.692396 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 10:44:01.692398 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0327 10:44:01.692404 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0327 10:44:01.692407 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 10:44:01.692411 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0327 10:44:01.692421 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0327 10:44:01.692424 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 10:44:01.692430 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 10:44:01.692438 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0327 10:44:01.692440 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 10:44:01.692448 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0327 10:44:01.692453 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0327 10:44:01.692453 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0327 10:44:01.692457 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 10:44:01.692457 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 10:44:01.692464 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0327 10:44:01.692466 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0327 10:44:01.692466 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 10:44:01.692469 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0327 10:44:01.692455 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 10:44:01.692476 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0327 10:44:01.692475 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 10:44:01.692477 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0327 10:44:01.692488 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 10:44:01.692487 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 10:44:01.692495 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0327 10:44:01.692499 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0327 10:44:01.692500 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0327 10:44:01.692503 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 10:44:01.692501 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 10:44:01.692384 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 10:44:01.692511 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0327 10:44:01.692512 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 10:44:01.692517 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 10:44:01.692515 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 10:44:01.692524 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0327 10:44:01.692531 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0327 10:44:01.692531 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 10:44:01.692532 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 10:44:01.692538 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 10:44:01.692541 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0327 10:44:01.692373 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0327 10:44:01.692547 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0327 10:44:01.692550 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0327 10:44:01.692556 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0327 10:44:01.692557 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0327 10:44:01.692503 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0327 10:44:01.692561 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0327 10:44:01.692442 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0327 10:44:01.692571 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0327 10:44:01.692576 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0327 10:44:01.692576 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0327 10:44:01.692579 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 10:44:01.692415 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0327 10:44:01.692602 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0327 10:44:01.692361 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0327 10:44:01.692605 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0327 10:44:01.692614 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0327 10:44:01.692467 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0327 10:44:01.692657 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0327 10:44:01.692495 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 10:44:01.692429 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0327 10:44:01.692679 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0327 10:44:01.692376 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 10:44:01.692386 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 10:44:01.692722 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0327 10:44:01.692726 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0327 10:44:01.692730 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0327 10:44:01.692731 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0327 10:44:01.692738 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0327 10:44:01.692472 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0327 10:44:01.692755 3839 port_claim.go:71] Svc openshift-ingress/router-default: port 32051 is already open, no action needed I0327 10:44:01.692762 3839 port_claim.go:71] Svc openshift-ingress/router-default: port 32225 is already open, no action needed I0327 10:44:01.692346 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0327 10:44:01.692817 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0327 10:44:01.692827 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0327 10:44:01.692397 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 10:44:01.692844 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0327 10:44:01.692480 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0327 10:44:01.692503 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 10:44:01.692996 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0327 10:44:01.693006 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0327 10:44:01.692501 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0327 10:44:01.693018 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0327 10:44:01.692506 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0327 10:44:01.692506 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0327 10:44:01.692517 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0327 10:44:01.692518 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0327 10:44:01.692519 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 10:44:01.693087 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0327 10:44:01.693102 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0327 10:44:01.692540 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0327 10:44:01.692580 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0327 10:44:01.692588 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0327 10:44:01.692364 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 10:44:01.693161 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0327 10:44:01.692346 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0327 10:44:01.693211 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0327 10:44:01.692399 3839 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0327 10:44:01.693219 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0327 10:44:01.693224 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0327 10:44:01.692388 3839 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0327 10:44:01.692459 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0327 10:44:01.732329 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0327 10:44:01.732355 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0327 10:44:01.732366 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0327 10:44:01.732378 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0327 10:44:01.751994 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0327 10:44:01.752064 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0327 10:44:01.752085 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0327 10:44:01.752093 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0327 10:44:01.752099 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0327 10:44:01.752105 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0327 10:44:01.752117 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0327 10:44:01.752127 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0327 10:44:01.752136 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0327 10:44:01.795110 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0327 10:44:01.795124 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0327 10:44:01.795113 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0327 10:44:01.795136 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0327 10:44:01.795143 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0327 10:44:01.795149 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0327 10:44:01.795159 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0327 10:44:01.795166 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0327 10:44:01.795174 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0327 10:44:01.795182 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0327 10:44:01.795187 3839 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) W0327 10:44:06.844603 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0327 10:44:17.374797 3839 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0327 10:44:17.381869 3839 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:17.381888 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:17.381893 3839 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:17.437845 3839 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-747b8fcfd7-nsslh IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-747b8fcfd7-nsslh: no pod IPs found I0327 10:44:17.790955 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-12.ec2.internal I0327 10:44:17.790982 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-12.ec2.internal: 33.389µs I0327 10:44:17.844142 3839 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6c76bdd6f4-np28f] creating logical port openshift-image-registry_image-registry-6c76bdd6f4-np28f for pod on switch ip-10-0-0-12.ec2.internal I0327 10:44:17.844277 3839 kube.go:256] Updating pod openshift-image-registry/image-registry-6c76bdd6f4-np28f I0327 10:44:17.898944 3839 pod.go:62] [openshift-image-registry/image-registry-6c76bdd6f4-np28f] pod update took 54.722823ms I0327 10:44:17.898967 3839 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-6c76bdd6f4-np28f] addLogicalPort annotation time took 54.751775ms I0327 10:44:17.900140 3839 pods.go:271] [openshift-image-registry/image-registry-6c76bdd6f4-np28f] addLogicalPort took 56.021921ms, libovsdb time 850.823µs I0327 10:44:17.916006 3839 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-hwhjx] creating logical port openshift-ingress-canary_ingress-canary-hwhjx for pod on switch ip-10-0-0-12.ec2.internal I0327 10:44:17.916007 3839 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-whrd7] creating logical port openshift-dns_dns-default-whrd7 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:44:17.916101 3839 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-hwhjx I0327 10:44:17.916196 3839 kube.go:256] Updating pod openshift-dns/dns-default-whrd7 I0327 10:44:17.953579 3839 pod.go:62] [openshift-ingress-canary/ingress-canary-hwhjx] pod update took 37.497859ms I0327 10:44:17.953603 3839 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-hwhjx] addLogicalPort annotation time took 37.528743ms I0327 10:44:17.954752 3839 pods.go:271] [openshift-ingress-canary/ingress-canary-hwhjx] addLogicalPort took 38.757035ms, libovsdb time 879.356µs I0327 10:44:17.956956 3839 pod.go:62] [openshift-dns/dns-default-whrd7] pod update took 40.779347ms I0327 10:44:17.956978 3839 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-whrd7] addLogicalPort annotation time took 40.803917ms I0327 10:44:17.958059 3839 pods.go:271] [openshift-dns/dns-default-whrd7] addLogicalPort took 42.069317ms, libovsdb time 742.178µs I0327 10:44:18.011174 3839 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-sspng] creating logical port openshift-insights_insights-runtime-extractor-sspng for pod on switch ip-10-0-0-12.ec2.internal I0327 10:44:18.011674 3839 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-sspng I0327 10:44:18.034572 3839 pod.go:62] [openshift-insights/insights-runtime-extractor-sspng] pod update took 22.925463ms I0327 10:44:18.034598 3839 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-sspng] addLogicalPort annotation time took 22.954081ms I0327 10:44:18.035909 3839 pods.go:271] [openshift-insights/insights-runtime-extractor-sspng] addLogicalPort took 24.75602ms, libovsdb time 1.039092ms I0327 10:44:18.222457 3839 cni.go:403] [openshift-image-registry/image-registry-6c76bdd6f4-np28f 86f19962a2f7d30c03e132b8dd0d755c9e9195b709d9c20d4c8afaacf8650c26 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-6c76bdd6f4-np28f 86f19962a2f7d30c03e132b8dd0d755c9e9195b709d9c20d4c8afaacf8650c26 network default NAD default] I0327 10:44:18.251293 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6c76bdd6f4-np28f, hostIfaceName: 86f19962a2f7d30, network: default, NAD default, SandboxID: "86f19962a2f7d30c03e132b8dd0d755c9e9195b709d9c20d4c8afaacf8650c26", PCI device ID: , UID: "ec0ef3b6-3f5f-4402-97d7-586a223664d6", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0327 10:44:18.321926 3839 cni.go:403] [openshift-ingress-canary/ingress-canary-hwhjx 37b9a803dcf85d6cab5ad19e3452e22b0cba94467bf276f9fd46a9cb5846fab9 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-hwhjx 37b9a803dcf85d6cab5ad19e3452e22b0cba94467bf276f9fd46a9cb5846fab9 network default NAD default] I0327 10:44:18.322913 3839 cni.go:424] [openshift-image-registry/image-registry-6c76bdd6f4-np28f 86f19962a2f7d30c03e132b8dd0d755c9e9195b709d9c20d4c8afaacf8650c26 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-6c76bdd6f4-np28f 86f19962a2f7d30c03e132b8dd0d755c9e9195b709d9c20d4c8afaacf8650c26 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:0c:df:a2:d6:7b\",\"name\":\"86f19962a2f7d30\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/022e430f-445c-4c34-876a-ec44807042bf\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:44:18.330921 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-hwhjx, hostIfaceName: 37b9a803dcf85d6, network: default, NAD default, SandboxID: "37b9a803dcf85d6cab5ad19e3452e22b0cba94467bf276f9fd46a9cb5846fab9", PCI device ID: , UID: "83f8cf7d-c885-4449-b7dc-3c61c35d507b", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0327 10:44:18.343194 3839 cni.go:403] [openshift-dns/dns-default-whrd7 f05f13adda576e8ed4318d5043f10e3904765b88577e3a09a47d48b46489f7b4 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-whrd7 f05f13adda576e8ed4318d5043f10e3904765b88577e3a09a47d48b46489f7b4 network default NAD default] I0327 10:44:18.352041 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-whrd7, hostIfaceName: f05f13adda576e8, network: default, NAD default, SandboxID: "f05f13adda576e8ed4318d5043f10e3904765b88577e3a09a47d48b46489f7b4", PCI device ID: , UID: "f814f33d-b7be-4060-839e-36efd2e02209", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0327 10:44:18.374771 3839 cni.go:424] [openshift-ingress-canary/ingress-canary-hwhjx 37b9a803dcf85d6cab5ad19e3452e22b0cba94467bf276f9fd46a9cb5846fab9 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-hwhjx 37b9a803dcf85d6cab5ad19e3452e22b0cba94467bf276f9fd46a9cb5846fab9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:07:e1:8c:c2:0f\",\"name\":\"37b9a803dcf85d6\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6e218e3-1aec-43a6-80c7-3de57f9c9f2d\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:44:18.394623 3839 cni.go:424] [openshift-dns/dns-default-whrd7 f05f13adda576e8ed4318d5043f10e3904765b88577e3a09a47d48b46489f7b4 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-whrd7 f05f13adda576e8ed4318d5043f10e3904765b88577e3a09a47d48b46489f7b4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:61:0e:1a:14:24\",\"name\":\"f05f13adda576e8\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04a035fb-8dee-4739-bbfd-a78ea5a6f56e\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:44:18.405149 3839 cni.go:403] [openshift-insights/insights-runtime-extractor-sspng ef6251e770a6f66f2db41ad31b0a3825c58dbf3a192222b5d4d2b3b9150d2ea1 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-sspng ef6251e770a6f66f2db41ad31b0a3825c58dbf3a192222b5d4d2b3b9150d2ea1 network default NAD default] I0327 10:44:18.414200 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-sspng, hostIfaceName: ef6251e770a6f66, network: default, NAD default, SandboxID: "ef6251e770a6f66f2db41ad31b0a3825c58dbf3a192222b5d4d2b3b9150d2ea1", PCI device ID: , UID: "937af5a3-bc8e-4892-8da7-d27b42c3153c", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0327 10:44:18.455814 3839 cni.go:424] [openshift-insights/insights-runtime-extractor-sspng ef6251e770a6f66f2db41ad31b0a3825c58dbf3a192222b5d4d2b3b9150d2ea1 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-sspng ef6251e770a6f66f2db41ad31b0a3825c58dbf3a192222b5d4d2b3b9150d2ea1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:dc:e1:51:df:a2\",\"name\":\"ef6251e770a6f66\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d5deab4-74da-4c93-b10f-da90e7ddaba4\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:44:18.558193 3839 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0327 10:44:19.475612 3839 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d555f8896-kw7fv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:44:19.476282 3839 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d555f8896-kw7fv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:44:19.499239 3839 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d555f8896-kw7fv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:44:19.499287 3839 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d555f8896-kw7fv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:44:19.507917 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7d555f8896-kw7fv I0327 10:44:19.507936 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7d555f8896-kw7fv W0327 10:44:20.479938 3839 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0327 10:44:21.521417 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:21.521437 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:21.521522 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:21.521540 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:21.521547 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:21.585334 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:21.585357 3839 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:21.585362 3839 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:22.000924 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.000969 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:22.000976 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.000986 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:22.000989 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.028138 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:22.028162 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0327 10:44:22.028323 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.028340 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0327 10:44:22.028344 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default I0327 10:44:24.179965 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-674ht] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-674ht for pod on switch ip-10-0-0-12.ec2.internal I0327 10:44:24.180102 3839 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-674ht I0327 10:44:24.209455 3839 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-674ht] pod update took 29.384493ms I0327 10:44:24.209485 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-674ht] addLogicalPort annotation time took 29.418115ms I0327 10:44:24.210686 3839 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-674ht] addLogicalPort took 30.735506ms, libovsdb time 913.823µs W0327 10:44:24.974321 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:24.974344 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:24.974351 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:24.974364 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:24.974369 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:24.974374 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0327 10:44:25.191872 3839 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-674ht 2957858a3d297f56c58b037ec0fe8dc77438775bc57e81fa20260ea06d7fef6b network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-674ht 2957858a3d297f56c58b037ec0fe8dc77438775bc57e81fa20260ea06d7fef6b network default NAD default] I0327 10:44:25.201716 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-674ht, hostIfaceName: 2957858a3d297f5, network: default, NAD default, SandboxID: "2957858a3d297f56c58b037ec0fe8dc77438775bc57e81fa20260ea06d7fef6b", PCI device ID: , UID: "eade500d-2164-4dcb-876c-0984e02e7cf8", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0327 10:44:25.242448 3839 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-674ht 2957858a3d297f56c58b037ec0fe8dc77438775bc57e81fa20260ea06d7fef6b network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-674ht 2957858a3d297f56c58b037ec0fe8dc77438775bc57e81fa20260ea06d7fef6b network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:e2:2f:ad:5b:32\",\"name\":\"2957858a3d297f5\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/228087fa-e7fd-446c-bbd7-efaea2b7c501\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:44:27.028220 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0327 10:44:27.607320 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0327 10:44:28.290457 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-c56ff685-vdgsr] creating logical port openshift-monitoring_prometheus-operator-c56ff685-vdgsr for pod on switch ip-10-0-0-12.ec2.internal I0327 10:44:28.290555 3839 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-c56ff685-vdgsr I0327 10:44:28.304033 3839 pod.go:62] [openshift-monitoring/prometheus-operator-c56ff685-vdgsr] pod update took 13.507531ms I0327 10:44:28.304053 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-c56ff685-vdgsr] addLogicalPort annotation time took 13.5324ms I0327 10:44:28.305328 3839 pods.go:271] [openshift-monitoring/prometheus-operator-c56ff685-vdgsr] addLogicalPort took 14.888382ms, libovsdb time 909.982µs I0327 10:44:28.686801 3839 cni.go:403] [openshift-monitoring/prometheus-operator-c56ff685-vdgsr 299c8f254963a514b1b2fe93f0c03e00d1cc396b30bbb51a6078f5dfe43ba928 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-c56ff685-vdgsr 299c8f254963a514b1b2fe93f0c03e00d1cc396b30bbb51a6078f5dfe43ba928 network default NAD default] I0327 10:44:28.697836 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-c56ff685-vdgsr, hostIfaceName: 299c8f254963a51, network: default, NAD default, SandboxID: "299c8f254963a514b1b2fe93f0c03e00d1cc396b30bbb51a6078f5dfe43ba928", PCI device ID: , UID: "41ffa585-1314-4ae9-85ee-2e6bf3808137", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0327 10:44:28.738756 3839 cni.go:424] [openshift-monitoring/prometheus-operator-c56ff685-vdgsr 299c8f254963a514b1b2fe93f0c03e00d1cc396b30bbb51a6078f5dfe43ba928 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-c56ff685-vdgsr 299c8f254963a514b1b2fe93f0c03e00d1cc396b30bbb51a6078f5dfe43ba928 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:7d:b7:b9:fa:6e\",\"name\":\"299c8f254963a51\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cdaf75f-5ef8-477c-82e4-dfa54a78b7ac\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:44:31.583929 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:31.583948 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0327 10:44:31.583954 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0327 10:44:33.935080 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-xb5z9] creating logical port openshift-monitoring_openshift-state-metrics-bc865d6bb-xb5z9 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:44:33.935186 3839 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-bc865d6bb-xb5z9 I0327 10:44:33.955004 3839 pod.go:62] [openshift-monitoring/openshift-state-metrics-bc865d6bb-xb5z9] pod update took 19.845966ms I0327 10:44:33.955028 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-xb5z9] addLogicalPort annotation time took 19.876238ms I0327 10:44:33.956131 3839 pods.go:271] [openshift-monitoring/openshift-state-metrics-bc865d6bb-xb5z9] addLogicalPort took 21.068322ms, libovsdb time 766.069µs I0327 10:44:33.990819 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-8vgk7] creating logical port openshift-monitoring_kube-state-metrics-664d8f7fc8-8vgk7 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:44:33.990905 3839 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-664d8f7fc8-8vgk7 W0327 10:44:33.998381 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0327 10:44:33.998408 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0327 10:44:34.017390 3839 pod.go:62] [openshift-monitoring/kube-state-metrics-664d8f7fc8-8vgk7] pod update took 26.502713ms I0327 10:44:34.017421 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-8vgk7] addLogicalPort annotation time took 26.539451ms I0327 10:44:34.018806 3839 pods.go:271] [openshift-monitoring/kube-state-metrics-664d8f7fc8-8vgk7] addLogicalPort took 28.0038ms, libovsdb time 959.369µs I0327 10:44:34.352916 3839 cni.go:403] [openshift-monitoring/openshift-state-metrics-bc865d6bb-xb5z9 a172ea9a60372530061f33c08b52cd295cedee42b42c462671e0a0bb7afe421a network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-xb5z9 a172ea9a60372530061f33c08b52cd295cedee42b42c462671e0a0bb7afe421a network default NAD default] I0327 10:44:34.361748 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-bc865d6bb-xb5z9, hostIfaceName: a172ea9a6037253, network: default, NAD default, SandboxID: "a172ea9a60372530061f33c08b52cd295cedee42b42c462671e0a0bb7afe421a", PCI device ID: , UID: "8a232729-ca73-46ad-8be8-14a5db675c3f", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0327 10:44:34.400730 3839 cni.go:403] [openshift-monitoring/kube-state-metrics-664d8f7fc8-8vgk7 4b68acd2dc408e747904b809003650b40c0c71633bdff307fe015eeaadf89f75 network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-8vgk7 4b68acd2dc408e747904b809003650b40c0c71633bdff307fe015eeaadf89f75 network default NAD default] I0327 10:44:34.406670 3839 cni.go:424] [openshift-monitoring/openshift-state-metrics-bc865d6bb-xb5z9 a172ea9a60372530061f33c08b52cd295cedee42b42c462671e0a0bb7afe421a network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-xb5z9 a172ea9a60372530061f33c08b52cd295cedee42b42c462671e0a0bb7afe421a network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:e4:bb:4e:8e:5c\",\"name\":\"a172ea9a6037253\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/219b236d-f0fa-4530-a4c2-b0adbfa2f73d\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:44:34.409475 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-664d8f7fc8-8vgk7, hostIfaceName: 4b68acd2dc408e7, network: default, NAD default, SandboxID: "4b68acd2dc408e747904b809003650b40c0c71633bdff307fe015eeaadf89f75", PCI device ID: , UID: "3592288f-45b3-4e84-9ddf-152434b836a4", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0327 10:44:34.450692 3839 cni.go:424] [openshift-monitoring/kube-state-metrics-664d8f7fc8-8vgk7 4b68acd2dc408e747904b809003650b40c0c71633bdff307fe015eeaadf89f75 network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-8vgk7 4b68acd2dc408e747904b809003650b40c0c71633bdff307fe015eeaadf89f75 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:6a:53:33:e6:ba\",\"name\":\"4b68acd2dc408e7\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f89bcf08-66e3-4cd6-b831-27df64abb5ac\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:44:35.165343 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:44:35.165478 3839 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0327 10:44:35.188135 3839 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.712373ms I0327 10:44:35.188160 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.740954ms I0327 10:44:35.189434 3839 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.111646ms, libovsdb time 910.225µs I0327 10:44:36.648349 3839 cni.go:403] [openshift-monitoring/alertmanager-main-0 8dbc6c7e161adb0dc1a2b9a9cb30e729768a81d140a9942bc3e6ede883796ce9 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 8dbc6c7e161adb0dc1a2b9a9cb30e729768a81d140a9942bc3e6ede883796ce9 network default NAD default] I0327 10:44:36.667393 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 8dbc6c7e161adb0, network: default, NAD default, SandboxID: "8dbc6c7e161adb0dc1a2b9a9cb30e729768a81d140a9942bc3e6ede883796ce9", PCI device ID: , UID: "dd5966b0-ce49-4b3d-ab59-4d896685d970", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0327 10:44:36.711543 3839 cni.go:424] [openshift-monitoring/alertmanager-main-0 8dbc6c7e161adb0dc1a2b9a9cb30e729768a81d140a9942bc3e6ede883796ce9 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 8dbc6c7e161adb0dc1a2b9a9cb30e729768a81d140a9942bc3e6ede883796ce9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:d1:61:99:68:c5\",\"name\":\"8dbc6c7e161adb0\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d338bb0-2a32-436c-b2ed-380298bc025c\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:44:37.152219 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-66d9794bdc-9fpl5] creating logical port openshift-monitoring_thanos-querier-66d9794bdc-9fpl5 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:44:37.152372 3839 kube.go:256] Updating pod openshift-monitoring/thanos-querier-66d9794bdc-9fpl5 I0327 10:44:37.177890 3839 pod.go:62] [openshift-monitoring/thanos-querier-66d9794bdc-9fpl5] pod update took 25.55224ms I0327 10:44:37.177927 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-66d9794bdc-9fpl5] addLogicalPort annotation time took 25.593761ms I0327 10:44:37.179623 3839 pods.go:271] [openshift-monitoring/thanos-querier-66d9794bdc-9fpl5] addLogicalPort took 27.419813ms, libovsdb time 1.267952ms I0327 10:44:37.540691 3839 cni.go:403] [openshift-monitoring/thanos-querier-66d9794bdc-9fpl5 a8844e587dd2da5b4786ce3cc662e7d19349a04d34b62734598baf63848882a6 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-66d9794bdc-9fpl5 a8844e587dd2da5b4786ce3cc662e7d19349a04d34b62734598baf63848882a6 network default NAD default] I0327 10:44:37.550372 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-66d9794bdc-9fpl5, hostIfaceName: a8844e587dd2da5, network: default, NAD default, SandboxID: "a8844e587dd2da5b4786ce3cc662e7d19349a04d34b62734598baf63848882a6", PCI device ID: , UID: "53ee4cc2-6bb7-4823-bce6-3af051705909", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0327 10:44:37.593864 3839 cni.go:424] [openshift-monitoring/thanos-querier-66d9794bdc-9fpl5 a8844e587dd2da5b4786ce3cc662e7d19349a04d34b62734598baf63848882a6 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-66d9794bdc-9fpl5 a8844e587dd2da5b4786ce3cc662e7d19349a04d34b62734598baf63848882a6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:ad:28:fa:7f:51\",\"name\":\"a8844e587dd2da5\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58da3659-9faa-4fd4-94da-2006cc10be97\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:44:38.351692 3839 cni.go:403] [openshift-multus/network-metrics-daemon-q7vjz 6f892037595e32a3fa27bbfa84c01747bcb9a09aefb46fec74e69f5e5753b611 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-q7vjz 6f892037595e32a3fa27bbfa84c01747bcb9a09aefb46fec74e69f5e5753b611 network default NAD default] I0327 10:44:38.360761 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-q7vjz, hostIfaceName: 6f892037595e32a, network: default, NAD default, SandboxID: "6f892037595e32a3fa27bbfa84c01747bcb9a09aefb46fec74e69f5e5753b611", PCI device ID: , UID: "fc693676-b412-460e-be3d-0a8b2de4c14b", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0327 10:44:38.403834 3839 cni.go:424] [openshift-multus/network-metrics-daemon-q7vjz 6f892037595e32a3fa27bbfa84c01747bcb9a09aefb46fec74e69f5e5753b611 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-q7vjz 6f892037595e32a3fa27bbfa84c01747bcb9a09aefb46fec74e69f5e5753b611 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:fc:c7:9b:dc:9c\",\"name\":\"6f892037595e32a\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b2a91fb-931c-465b-be82-581de51ef21c\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:44:38.503894 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-dpszf] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-dpszf for pod on switch ip-10-0-0-12.ec2.internal I0327 10:44:38.504043 3839 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-dpszf I0327 10:44:38.516404 3839 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-dpszf] pod update took 12.389175ms I0327 10:44:38.516425 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-dpszf] addLogicalPort annotation time took 12.415255ms I0327 10:44:38.517623 3839 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-dpszf] addLogicalPort took 13.751717ms, libovsdb time 882.967µs W0327 10:44:38.585546 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 10:44:38.585569 3839 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 10:44:38.585576 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0327 10:44:38.653151 3839 cni.go:403] [openshift-network-diagnostics/network-check-target-5whrf 8ada4d47c9a55c334d47bdbaf1e3a1118edf6a2a2c71d3bffa9234d94e0ff3c9 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5whrf 8ada4d47c9a55c334d47bdbaf1e3a1118edf6a2a2c71d3bffa9234d94e0ff3c9 network default NAD default] I0327 10:44:38.662771 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5whrf, hostIfaceName: 8ada4d47c9a55c3, network: default, NAD default, SandboxID: "8ada4d47c9a55c334d47bdbaf1e3a1118edf6a2a2c71d3bffa9234d94e0ff3c9", PCI device ID: , UID: "a085903d-5b2d-4e66-be87-3861d70009bc", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] W0327 10:44:38.664433 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 10:44:38.664517 3839 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 10:44:38.664551 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0327 10:44:38.713052 3839 cni.go:424] [openshift-network-diagnostics/network-check-target-5whrf 8ada4d47c9a55c334d47bdbaf1e3a1118edf6a2a2c71d3bffa9234d94e0ff3c9 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5whrf 8ada4d47c9a55c334d47bdbaf1e3a1118edf6a2a2c71d3bffa9234d94e0ff3c9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:76:5e:61:20:e2\",\"name\":\"8ada4d47c9a55c3\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c17874a-8cf4-4aff-9641-80382fb758c3\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:44:38.759275 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6bdffd7594-74ngk] creating logical port openshift-monitoring_metrics-server-6bdffd7594-74ngk for pod on switch ip-10-0-0-12.ec2.internal I0327 10:44:38.759387 3839 kube.go:256] Updating pod openshift-monitoring/metrics-server-6bdffd7594-74ngk I0327 10:44:38.777644 3839 pod.go:62] [openshift-monitoring/metrics-server-6bdffd7594-74ngk] pod update took 18.292322ms I0327 10:44:38.777672 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-6bdffd7594-74ngk] addLogicalPort annotation time took 18.325111ms I0327 10:44:38.779102 3839 pods.go:271] [openshift-monitoring/metrics-server-6bdffd7594-74ngk] addLogicalPort took 19.86405ms, libovsdb time 1.119264ms I0327 10:44:38.913512 3839 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-dpszf 2d1b5322001ce2f3acc22c592bc0b5954cc92217f660e42d98c42a368c44dc53 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-dpszf 2d1b5322001ce2f3acc22c592bc0b5954cc92217f660e42d98c42a368c44dc53 network default NAD default] I0327 10:44:38.922578 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-dpszf, hostIfaceName: 2d1b5322001ce2f, network: default, NAD default, SandboxID: "2d1b5322001ce2f3acc22c592bc0b5954cc92217f660e42d98c42a368c44dc53", PCI device ID: , UID: "5c17c2b7-5310-4891-9338-790a242781a9", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0327 10:44:38.967836 3839 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-dpszf 2d1b5322001ce2f3acc22c592bc0b5954cc92217f660e42d98c42a368c44dc53 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-dpszf 2d1b5322001ce2f3acc22c592bc0b5954cc92217f660e42d98c42a368c44dc53 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:e8:6a:f6:db:1b\",\"name\":\"2d1b5322001ce2f\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32f930c7-cc92-41d5-a4ee-341dd3021c23\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:44:39.122143 3839 cni.go:403] [openshift-monitoring/metrics-server-6bdffd7594-74ngk b37a03f42b7c84cf090393b59edde447256609cffe8df8c54a1f53c7387a6b63 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-6bdffd7594-74ngk b37a03f42b7c84cf090393b59edde447256609cffe8df8c54a1f53c7387a6b63 network default NAD default] I0327 10:44:39.130964 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6bdffd7594-74ngk, hostIfaceName: b37a03f42b7c84c, network: default, NAD default, SandboxID: "b37a03f42b7c84cf090393b59edde447256609cffe8df8c54a1f53c7387a6b63", PCI device ID: , UID: "241ca5c1-73aa-4458-b431-e63c865948fc", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0327 10:44:39.173928 3839 cni.go:424] [openshift-monitoring/metrics-server-6bdffd7594-74ngk b37a03f42b7c84cf090393b59edde447256609cffe8df8c54a1f53c7387a6b63 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-6bdffd7594-74ngk b37a03f42b7c84cf090393b59edde447256609cffe8df8c54a1f53c7387a6b63 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:90:5b:29:0f:24\",\"name\":\"b37a03f42b7c84c\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c15ca3c-2e64-4409-bd94-dd320515b7d7\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:44:39.563302 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0327 10:44:40.443367 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:44:40.443564 3839 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0327 10:44:40.488691 3839 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 45.166131ms I0327 10:44:40.488723 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 45.203505ms I0327 10:44:40.490352 3839 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 47.004904ms, libovsdb time 1.22332ms W0327 10:44:41.082554 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0327 10:44:41.929768 3839 cni.go:403] [openshift-monitoring/prometheus-k8s-0 bd5d3c4b98f08e90fdee7f459128a1eed79f11a06a8a462e31be900166d6bdf0 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 bd5d3c4b98f08e90fdee7f459128a1eed79f11a06a8a462e31be900166d6bdf0 network default NAD default] I0327 10:44:41.938613 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: bd5d3c4b98f08e9, network: default, NAD default, SandboxID: "bd5d3c4b98f08e90fdee7f459128a1eed79f11a06a8a462e31be900166d6bdf0", PCI device ID: , UID: "e395decb-1c62-4c99-a382-e40553ba79d2", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0327 10:44:41.987685 3839 cni.go:424] [openshift-monitoring/prometheus-k8s-0 bd5d3c4b98f08e90fdee7f459128a1eed79f11a06a8a462e31be900166d6bdf0 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 bd5d3c4b98f08e90fdee7f459128a1eed79f11a06a8a462e31be900166d6bdf0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:f4:06:79:e8:dd\",\"name\":\"bd5d3c4b98f08e9\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92d9c74b-8a7b-4145-91af-8a56b60f4f5f\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:44:42.111980 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:44:42.111999 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:44:42.605290 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:42.605317 3839 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:42.605327 3839 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:42.605334 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:42.640623 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 10:44:42.684293 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 10:44:42.750132 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:44:42.750152 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:44:43.702106 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:43.702128 3839 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:43.702133 3839 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:43.702137 3839 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:44.722807 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:44.722835 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:44.722843 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0327 10:44:44.722850 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0327 10:44:52.782079 3839 base_network_controller_pods.go:487] [default/openshift-console/console-5f88f684cc-6gcsg] creating logical port openshift-console_console-5f88f684cc-6gcsg for pod on switch ip-10-0-0-12.ec2.internal I0327 10:44:52.782239 3839 kube.go:256] Updating pod openshift-console/console-5f88f684cc-6gcsg I0327 10:44:52.798992 3839 pod.go:62] [openshift-console/console-5f88f684cc-6gcsg] pod update took 16.783266ms I0327 10:44:52.799017 3839 base_network_controller_pods.go:937] [default/openshift-console/console-5f88f684cc-6gcsg] addLogicalPort annotation time took 16.811967ms I0327 10:44:52.800306 3839 pods.go:271] [openshift-console/console-5f88f684cc-6gcsg] addLogicalPort took 18.250063ms, libovsdb time 872.404µs I0327 10:44:53.142932 3839 cni.go:403] [openshift-console/console-5f88f684cc-6gcsg d5fb645fb5b24ccc2427f73395715c8bed4a917fc13a93a3324a827bf6c0aed0 network default NAD default] ADD starting CNI request [openshift-console/console-5f88f684cc-6gcsg d5fb645fb5b24ccc2427f73395715c8bed4a917fc13a93a3324a827bf6c0aed0 network default NAD default] I0327 10:44:53.162317 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5f88f684cc-6gcsg, hostIfaceName: d5fb645fb5b24cc, network: default, NAD default, SandboxID: "d5fb645fb5b24ccc2427f73395715c8bed4a917fc13a93a3324a827bf6c0aed0", PCI device ID: , UID: "32bc42db-0e60-40fb-9242-90a38e186030", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0327 10:44:53.209612 3839 cni.go:424] [openshift-console/console-5f88f684cc-6gcsg d5fb645fb5b24ccc2427f73395715c8bed4a917fc13a93a3324a827bf6c0aed0 network default NAD default] ADD finished CNI request [openshift-console/console-5f88f684cc-6gcsg d5fb645fb5b24ccc2427f73395715c8bed4a917fc13a93a3324a827bf6c0aed0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:34:6a:a7:94:fc\",\"name\":\"d5fb645fb5b24cc\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76a3bc75-7f0a-465e-acc8-b5aba4055aff\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:44:56.764902 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0327 10:45:02.182633 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0327 10:45:03.711096 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0327 10:45:03.714224 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0327 10:45:03.806091 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0327 10:45:05.384361 3839 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d555f8896-77spw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:05.384972 3839 obj_retry.go:464] Detected object openshift-image-registry/image-registry-7d555f8896-77spw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0327 10:45:06.185862 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 10:45:06.185884 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 10:45:06.185890 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0327 10:45:06.231488 3839 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d555f8896-77spw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:06.231517 3839 obj_retry.go:458] Detected object openshift-image-registry/image-registry-7d555f8896-77spw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:06.239063 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7d555f8896-77spw I0327 10:45:06.239098 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7d555f8896-77spw W0327 10:45:08.717533 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0327 10:45:13.703211 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0327 10:45:19.259366 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0327 10:45:25.294549 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0327 10:45:28.979051 3839 obj_retry.go:464] Detected object openshift-console/console-5f88f684cc-k96p8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:28.979610 3839 obj_retry.go:464] Detected object openshift-console/console-5f88f684cc-k96p8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:29.823617 3839 obj_retry.go:458] Detected object openshift-console/console-5f88f684cc-k96p8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:29.823641 3839 obj_retry.go:458] Detected object openshift-console/console-5f88f684cc-k96p8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:29.831285 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f88f684cc-k96p8 I0327 10:45:29.831300 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f88f684cc-k96p8 I0327 10:45:30.464262 3839 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:30.464824 3839 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:30.464849 3839 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:45:30.464857 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0327 10:45:30.464871 3839 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:45:30.464876 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0327 10:45:31.493153 3839 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:31.493178 3839 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:31.493199 3839 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:31.493209 3839 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:33.570570 3839 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0327 10:45:33.581607 3839 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0327 10:45:37.440768 3839 cni.go:403] [openshift-console/console-5f88f684cc-6gcsg d5fb645fb5b24ccc2427f73395715c8bed4a917fc13a93a3324a827bf6c0aed0 network default NAD default] DEL starting CNI request [openshift-console/console-5f88f684cc-6gcsg d5fb645fb5b24ccc2427f73395715c8bed4a917fc13a93a3324a827bf6c0aed0 network default NAD default] I0327 10:45:37.520604 3839 cni.go:424] [openshift-console/console-5f88f684cc-6gcsg d5fb645fb5b24ccc2427f73395715c8bed4a917fc13a93a3324a827bf6c0aed0 network default NAD default] DEL finished CNI request [openshift-console/console-5f88f684cc-6gcsg d5fb645fb5b24ccc2427f73395715c8bed4a917fc13a93a3324a827bf6c0aed0 network default NAD default], result "{}", err I0327 10:45:37.574162 3839 obj_retry.go:464] Detected object openshift-console/console-5f88f684cc-6gcsg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:37.574219 3839 pods.go:176] Deleting pod: openshift-console/console-5f88f684cc-6gcsg I0327 10:45:37.575898 3839 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5f88f684cc-6gcsg, ips: 10.130.0.18 I0327 10:45:37.575942 3839 obj_retry.go:464] Detected object openshift-console/console-5f88f684cc-6gcsg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:37.924947 3839 obj_retry.go:458] Detected object openshift-console/console-5f88f684cc-6gcsg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:37.924981 3839 obj_retry.go:458] Detected object openshift-console/console-5f88f684cc-6gcsg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:37.938073 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5f88f684cc-6gcsg I0327 10:45:37.938104 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5f88f684cc-6gcsg I0327 10:45:38.397818 3839 obj_retry.go:464] Detected object openshift-ingress/router-default-76b469cc7f-gq7d4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:38.398340 3839 obj_retry.go:464] Detected object openshift-ingress/router-default-76b469cc7f-gq7d4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:39.355310 3839 obj_retry.go:458] Detected object openshift-ingress/router-default-76b469cc7f-gq7d4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:39.355334 3839 obj_retry.go:458] Detected object openshift-ingress/router-default-76b469cc7f-gq7d4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:39.362107 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-76b469cc7f-gq7d4 I0327 10:45:39.362135 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-76b469cc7f-gq7d4 W0327 10:45:40.982741 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:45:40.982768 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0327 10:45:55.884799 3839 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:55.885351 3839 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:45:56.220314 3839 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:56.220340 3839 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:45:56.228385 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0327 10:45:56.228412 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0327 10:46:00.838901 3839 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:00.839463 3839 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:01.464122 3839 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:01.464154 3839 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:01.472985 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0327 10:46:01.473019 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0327 10:46:02.909383 3839 base_network_controller_pods.go:487] [default/openshift-console/console-74b78f9445-v2w9t] creating logical port openshift-console_console-74b78f9445-v2w9t for pod on switch ip-10-0-0-12.ec2.internal I0327 10:46:02.909488 3839 kube.go:256] Updating pod openshift-console/console-74b78f9445-v2w9t I0327 10:46:02.961639 3839 pod.go:62] [openshift-console/console-74b78f9445-v2w9t] pod update took 52.178734ms I0327 10:46:02.961663 3839 base_network_controller_pods.go:937] [default/openshift-console/console-74b78f9445-v2w9t] addLogicalPort annotation time took 52.21069ms I0327 10:46:02.962828 3839 pods.go:271] [openshift-console/console-74b78f9445-v2w9t] addLogicalPort took 53.460412ms, libovsdb time 848.937µs I0327 10:46:03.256035 3839 cni.go:403] [openshift-console/console-74b78f9445-v2w9t 177636cc81f5cceae4779b0a97236cb616d14ce0c040f09847d3f4933d4848f1 network default NAD default] ADD starting CNI request [openshift-console/console-74b78f9445-v2w9t 177636cc81f5cceae4779b0a97236cb616d14ce0c040f09847d3f4933d4848f1 network default NAD default] I0327 10:46:03.265826 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-74b78f9445-v2w9t, hostIfaceName: 177636cc81f5cce, network: default, NAD default, SandboxID: "177636cc81f5cceae4779b0a97236cb616d14ce0c040f09847d3f4933d4848f1", PCI device ID: , UID: "a4818e72-2568-4c2b-aade-a6154c6c43c4", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0327 10:46:03.312563 3839 cni.go:424] [openshift-console/console-74b78f9445-v2w9t 177636cc81f5cceae4779b0a97236cb616d14ce0c040f09847d3f4933d4848f1 network default NAD default] ADD finished CNI request [openshift-console/console-74b78f9445-v2w9t 177636cc81f5cceae4779b0a97236cb616d14ce0c040f09847d3f4933d4848f1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:dc:14:2d:54:ed\",\"name\":\"177636cc81f5cce\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8443fae-3aba-42c7-81b3-c0eea0133100\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:46:14.083983 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0327 10:46:17.851739 3839 cni.go:403] [openshift-monitoring/alertmanager-main-0 8dbc6c7e161adb0dc1a2b9a9cb30e729768a81d140a9942bc3e6ede883796ce9 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 8dbc6c7e161adb0dc1a2b9a9cb30e729768a81d140a9942bc3e6ede883796ce9 network default NAD default] I0327 10:46:17.933266 3839 cni.go:424] [openshift-monitoring/alertmanager-main-0 8dbc6c7e161adb0dc1a2b9a9cb30e729768a81d140a9942bc3e6ede883796ce9 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 8dbc6c7e161adb0dc1a2b9a9cb30e729768a81d140a9942bc3e6ede883796ce9 network default NAD default], result "{}", err I0327 10:46:17.995051 3839 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:17.995095 3839 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0327 10:46:17.996379 3839 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.13 I0327 10:46:17.996407 3839 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:18.394928 3839 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:18.394960 3839 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:18.406151 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0327 10:46:18.406181 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0327 10:46:18.443920 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:46:18.444042 3839 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0327 10:46:18.469044 3839 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 25.04585ms I0327 10:46:18.469069 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.077971ms I0327 10:46:18.470319 3839 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.41611ms, libovsdb time 885.186µs I0327 10:46:18.807407 3839 cni.go:403] [openshift-monitoring/alertmanager-main-0 fbfbd17ec4712d1671fa044f9c11bca55e7c25c88125d62fa7a4a255a70e92f3 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 fbfbd17ec4712d1671fa044f9c11bca55e7c25c88125d62fa7a4a255a70e92f3 network default NAD default] I0327 10:46:18.817220 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: fbfbd17ec4712d1, network: default, NAD default, SandboxID: "fbfbd17ec4712d1671fa044f9c11bca55e7c25c88125d62fa7a4a255a70e92f3", PCI device ID: , UID: "c6d4477f-74f3-46fd-ab85-27140a7f4652", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0327 10:46:18.862608 3839 cni.go:424] [openshift-monitoring/alertmanager-main-0 fbfbd17ec4712d1671fa044f9c11bca55e7c25c88125d62fa7a4a255a70e92f3 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 fbfbd17ec4712d1671fa044f9c11bca55e7c25c88125d62fa7a4a255a70e92f3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:c2:8f:65:2c:0f\",\"name\":\"fbfbd17ec4712d1\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f63674c8-c710-4388-add8-d2b9c376279e\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:46:28.147904 3839 obj_retry.go:464] Detected object openshift-console/console-58986f9998-4dzjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:28.148533 3839 obj_retry.go:464] Detected object openshift-console/console-58986f9998-4dzjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:29.096818 3839 obj_retry.go:458] Detected object openshift-console/console-58986f9998-4dzjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:29.096844 3839 obj_retry.go:458] Detected object openshift-console/console-58986f9998-4dzjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:29.104620 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58986f9998-4dzjz I0327 10:46:29.104651 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58986f9998-4dzjz I0327 10:46:39.399304 3839 obj_retry.go:464] Detected object openshift-console/console-58986f9998-rtjq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:39.399893 3839 obj_retry.go:464] Detected object openshift-console/console-58986f9998-rtjq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:46:39.610412 3839 obj_retry.go:458] Detected object openshift-console/console-58986f9998-rtjq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:39.610446 3839 obj_retry.go:458] Detected object openshift-console/console-58986f9998-rtjq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:46:39.619482 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58986f9998-rtjq6 I0327 10:46:39.619511 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58986f9998-rtjq6 W0327 10:46:48.876778 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 10:46:48.876804 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0327 10:46:48.876810 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0327 10:47:03.907821 3839 cni.go:403] [openshift-monitoring/prometheus-k8s-0 bd5d3c4b98f08e90fdee7f459128a1eed79f11a06a8a462e31be900166d6bdf0 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 bd5d3c4b98f08e90fdee7f459128a1eed79f11a06a8a462e31be900166d6bdf0 network default NAD default] I0327 10:47:03.985979 3839 cni.go:424] [openshift-monitoring/prometheus-k8s-0 bd5d3c4b98f08e90fdee7f459128a1eed79f11a06a8a462e31be900166d6bdf0 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 bd5d3c4b98f08e90fdee7f459128a1eed79f11a06a8a462e31be900166d6bdf0 network default NAD default], result "{}", err I0327 10:47:04.051258 3839 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:47:04.051302 3839 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0327 10:47:04.052542 3839 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.17 I0327 10:47:04.052575 3839 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:47:04.297586 3839 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:47:04.297687 3839 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:47:04.305353 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0327 10:47:04.305384 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0327 10:47:04.350556 3839 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:47:04.350659 3839 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0327 10:47:04.377960 3839 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 27.336754ms I0327 10:47:04.377986 3839 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 27.370677ms I0327 10:47:04.379218 3839 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.67611ms, libovsdb time 900.106µs I0327 10:47:04.718267 3839 cni.go:403] [openshift-monitoring/prometheus-k8s-0 289ae33b626ff62e9389acb1877c68967c31f68861111b5d8e3fb6f4e971d279 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 289ae33b626ff62e9389acb1877c68967c31f68861111b5d8e3fb6f4e971d279 network default NAD default] I0327 10:47:04.726837 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 289ae33b626ff62, network: default, NAD default, SandboxID: "289ae33b626ff62e9389acb1877c68967c31f68861111b5d8e3fb6f4e971d279", PCI device ID: , UID: "d8e9d4ce-1311-4550-9756-2dadedc81e0e", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0327 10:47:04.770361 3839 cni.go:424] [openshift-monitoring/prometheus-k8s-0 289ae33b626ff62e9389acb1877c68967c31f68861111b5d8e3fb6f4e971d279 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 289ae33b626ff62e9389acb1877c68967c31f68861111b5d8e3fb6f4e971d279 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:66:44:2e:0a:ce\",\"name\":\"289ae33b626ff62\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b43f01f-4913-4036-bf8a-eac91342918b\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:47:24.309877 3839 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0327 10:47:30.349583 3839 egressfirewall.go:628] Syncing node "ip-10-0-0-12.ec2.internal" for egress firewall I0327 10:47:30.349645 3839 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-12.ec2.internal I0327 10:47:30.349672 3839 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-12.ec2.internal: 33.298µs I0327 10:47:30.377766 3839 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-mqtgj] creating logical port kube-system_global-pull-secret-syncer-mqtgj for pod on switch ip-10-0-0-12.ec2.internal I0327 10:47:30.377878 3839 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-mqtgj I0327 10:47:30.389813 3839 pod.go:62] [kube-system/global-pull-secret-syncer-mqtgj] pod update took 11.967741ms I0327 10:47:30.389836 3839 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-mqtgj] addLogicalPort annotation time took 11.997365ms I0327 10:47:30.391126 3839 pods.go:271] [kube-system/global-pull-secret-syncer-mqtgj] addLogicalPort took 13.375007ms, libovsdb time 947.051µs I0327 10:47:30.737715 3839 cni.go:403] [kube-system/global-pull-secret-syncer-mqtgj a6999e715899a88df6ae02b5c610aa47f62e8232249bca9f2124298fffa78f3c network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-mqtgj a6999e715899a88df6ae02b5c610aa47f62e8232249bca9f2124298fffa78f3c network default NAD default] I0327 10:47:30.746370 3839 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-mqtgj, hostIfaceName: a6999e715899a88, network: default, NAD default, SandboxID: "a6999e715899a88df6ae02b5c610aa47f62e8232249bca9f2124298fffa78f3c", PCI device ID: , UID: "4728e0f2-e90c-474f-a833-ab9685b40b24", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0327 10:47:30.789325 3839 cni.go:424] [kube-system/global-pull-secret-syncer-mqtgj a6999e715899a88df6ae02b5c610aa47f62e8232249bca9f2124298fffa78f3c network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-mqtgj a6999e715899a88df6ae02b5c610aa47f62e8232249bca9f2124298fffa78f3c network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:4e:85:53:80:0c\",\"name\":\"a6999e715899a88\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca5b4c7b-11a9-4524-b3b5-754e1d3df4f4\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:48:05.599423 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0327 10:48:05.599450 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0327 10:49:10.160033 3839 obj_retry.go:464] Detected object openshift-console/console-74b78f9445-ndnx7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:49:10.160573 3839 obj_retry.go:464] Detected object openshift-console/console-74b78f9445-ndnx7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:49:10.751693 3839 obj_retry.go:458] Detected object openshift-console/console-74b78f9445-ndnx7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:49:10.751716 3839 obj_retry.go:458] Detected object openshift-console/console-74b78f9445-ndnx7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:49:10.758463 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74b78f9445-ndnx7 I0327 10:49:10.758483 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74b78f9445-ndnx7 I0327 10:49:21.342503 3839 cni.go:403] [openshift-console/console-74b78f9445-v2w9t 177636cc81f5cceae4779b0a97236cb616d14ce0c040f09847d3f4933d4848f1 network default NAD default] DEL starting CNI request [openshift-console/console-74b78f9445-v2w9t 177636cc81f5cceae4779b0a97236cb616d14ce0c040f09847d3f4933d4848f1 network default NAD default] I0327 10:49:21.424281 3839 cni.go:424] [openshift-console/console-74b78f9445-v2w9t 177636cc81f5cceae4779b0a97236cb616d14ce0c040f09847d3f4933d4848f1 network default NAD default] DEL finished CNI request [openshift-console/console-74b78f9445-v2w9t 177636cc81f5cceae4779b0a97236cb616d14ce0c040f09847d3f4933d4848f1 network default NAD default], result "{}", err I0327 10:49:21.473291 3839 obj_retry.go:464] Detected object openshift-console/console-74b78f9445-v2w9t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:49:21.473414 3839 pods.go:176] Deleting pod: openshift-console/console-74b78f9445-v2w9t I0327 10:49:21.474649 3839 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74b78f9445-v2w9t, ips: 10.130.0.19 I0327 10:49:21.474681 3839 obj_retry.go:464] Detected object openshift-console/console-74b78f9445-v2w9t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:49:21.849227 3839 obj_retry.go:458] Detected object openshift-console/console-74b78f9445-v2w9t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:49:21.849271 3839 obj_retry.go:458] Detected object openshift-console/console-74b78f9445-v2w9t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:49:21.856557 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74b78f9445-v2w9t I0327 10:49:21.856585 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74b78f9445-v2w9t I0327 10:49:49.544394 3839 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0327 10:49:54.515173 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0327 10:50:05.084889 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:50:05.085498 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:50:05.983063 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:50:05.983088 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:50:13.421428 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=131 I0327 10:50:38.537937 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0327 10:50:39.101118 3839 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0327 10:50:40.423362 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0327 10:50:49.699792 3839 namespace.go:98] [tsf] adding namespace I0327 10:50:49.700693 3839 namespace.go:102] [tsf] adding namespace took 876.677µs I0327 10:50:49.730354 3839 namespace.go:142] [tsf] updating namespace I0327 10:50:49.773673 3839 namespace.go:142] [tsf] updating namespace I0327 10:50:50.155823 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0327 10:50:50.155899 3839 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-m26ks IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-m26ks: no pod IPs found I0327 10:50:52.511148 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0327 10:50:53.456736 3839 namespace.go:98] [cert-manager-operator] adding namespace I0327 10:50:53.457628 3839 namespace.go:102] [cert-manager-operator] adding namespace took 861.923µs I0327 10:50:53.460082 3839 namespace.go:98] [tsf-keycloak] adding namespace I0327 10:50:53.460752 3839 namespace.go:102] [tsf-keycloak] adding namespace took 650.839µs I0327 10:50:53.461935 3839 namespace.go:98] [konflux-operator] adding namespace I0327 10:50:53.462041 3839 namespace.go:98] [konflux-ui] adding namespace I0327 10:50:53.462095 3839 namespace.go:98] [tsf-tas] adding namespace I0327 10:50:53.462609 3839 namespace.go:102] [konflux-operator] adding namespace took 658.569µs I0327 10:50:53.463158 3839 namespace.go:102] [konflux-ui] adding namespace took 1.097696ms I0327 10:50:53.463214 3839 namespace.go:98] [rhtpa-operator] adding namespace I0327 10:50:53.463792 3839 namespace.go:102] [tsf-tas] adding namespace took 1.684502ms I0327 10:50:53.463814 3839 namespace.go:98] [tsf-tpa] adding namespace I0327 10:50:53.464345 3839 namespace.go:102] [rhtpa-operator] adding namespace took 1.118258ms I0327 10:50:53.464764 3839 namespace.go:102] [tsf-tpa] adding namespace took 944.706µs I0327 10:50:53.466032 3839 namespace.go:98] [rhbk-operator] adding namespace I0327 10:50:53.466661 3839 namespace.go:102] [rhbk-operator] adding namespace took 615.704µs I0327 10:50:53.491353 3839 namespace.go:142] [cert-manager-operator] updating namespace I0327 10:50:53.509811 3839 namespace.go:142] [cert-manager-operator] updating namespace I0327 10:50:53.512392 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:50:53.512467 3839 namespace.go:142] [konflux-operator] updating namespace I0327 10:50:53.512520 3839 namespace.go:142] [tsf-tas] updating namespace I0327 10:50:53.512685 3839 namespace.go:142] [konflux-ui] updating namespace I0327 10:50:53.523671 3839 namespace.go:142] [rhtpa-operator] updating namespace I0327 10:50:53.523714 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 10:50:53.523870 3839 namespace.go:142] [rhbk-operator] updating namespace I0327 10:50:53.534016 3839 namespace.go:142] [cert-manager-operator] updating namespace I0327 10:50:53.566423 3839 namespace.go:142] [konflux-operator] updating namespace I0327 10:50:53.586220 3839 namespace.go:142] [konflux-operator] updating namespace I0327 10:50:53.597495 3839 namespace.go:142] [konflux-ui] updating namespace I0327 10:50:53.622023 3839 namespace.go:142] [konflux-ui] updating namespace I0327 10:50:53.637588 3839 namespace.go:142] [tsf-tas] updating namespace I0327 10:50:53.655542 3839 namespace.go:142] [tsf-tas] updating namespace I0327 10:50:53.661849 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 10:50:53.677912 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 10:50:53.696163 3839 namespace.go:142] [rhtpa-operator] updating namespace I0327 10:50:53.716134 3839 namespace.go:142] [rhtpa-operator] updating namespace I0327 10:50:53.733681 3839 namespace.go:142] [rhbk-operator] updating namespace I0327 10:50:53.747371 3839 namespace.go:142] [rhbk-operator] updating namespace I0327 10:50:53.765897 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:50:53.785775 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:50:54.651807 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 10:50:54.667235 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:50:54.888955 3839 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-12.ec2.internal I0327 10:50:54.889094 3839 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0327 10:50:54.917186 3839 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 28.121462ms I0327 10:50:54.917208 3839 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 28.147639ms I0327 10:50:54.918363 3839 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 29.430254ms, libovsdb time 836.104µs I0327 10:50:55.256232 3839 cni.go:403] [tsf/test-tsf-subscriptions 51bbb6b8558131c5f63ffc126d45285f30fcae582735f99ee706e336208ffd82 network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions 51bbb6b8558131c5f63ffc126d45285f30fcae582735f99ee706e336208ffd82 network default NAD default] I0327 10:50:55.265124 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 51bbb6b8558131c, network: default, NAD default, SandboxID: "51bbb6b8558131c5f63ffc126d45285f30fcae582735f99ee706e336208ffd82", PCI device ID: , UID: "69dd4764-d1d7-4dc4-aa69-e19bf1db00d1", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0327 10:50:55.308846 3839 cni.go:424] [tsf/test-tsf-subscriptions 51bbb6b8558131c5f63ffc126d45285f30fcae582735f99ee706e336208ffd82 network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions 51bbb6b8558131c5f63ffc126d45285f30fcae582735f99ee706e336208ffd82 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:11:b7:b2:64:35\",\"name\":\"51bbb6b8558131c\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd8f5c24-ba45-410a-bef8-3071465d3f74\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:50:58.511302 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0327 10:51:00.753835 3839 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:00.754434 3839 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:00.754469 3839 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:00.754479 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 10:51:00.754491 3839 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:00.754496 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 10:51:01.768511 3839 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:01.769063 3839 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:01.769097 3839 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:01.769110 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 10:51:01.769123 3839 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:01.769128 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 10:51:01.784534 3839 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:01.784556 3839 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:01.784572 3839 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:01.784582 3839 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:46.786373 3839 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786384 3839 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786397 3839 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786423 3839 reflector.go:568] "Warning: watch ended with error" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786425 3839 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786433 3839 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786445 3839 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786453 3839 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786451 3839 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786466 3839 reflector.go:568] "Warning: watch ended with error" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786471 3839 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786476 3839 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786480 3839 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786481 3839 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786493 3839 reflector.go:568] "Warning: watch ended with error" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:46.786506 3839 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0327 10:51:47.592761 3839 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 10:51:47.616147 3839 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0327 10:51:47.725802 3839 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 10:51:47.733209 3839 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0327 10:51:47.819146 3839 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:51:47.827163 3839 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:51:47.834031 3839 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 10:51:47.840089 3839 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0327 10:51:47.898220 3839 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:51:47.906768 3839 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:51:47.980275 3839 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:51:47.985113 3839 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:51:48.076300 3839 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 10:51:48.084109 3839 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0327 10:51:48.114774 3839 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:51:48.140848 3839 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" E0327 10:51:48.141115 3839 admin_network_policy_pod.go:33] "Unhandled Error" err="cert-manager/cert-manager-59ccb4bb6b-5pml5 failed with: namespace \"cert-manager\" not found" logger="UnhandledError" I0327 10:51:48.141117 3839 external_controller.go:621] Error found while processing pod cert-manager/cert-manager-59ccb4bb6b-5pml5:namespace "cert-manager" not found I0327 10:51:48.141132 3839 external_controller.go:621] Error found while processing pod cert-manager/cert-manager-59ccb4bb6b-5pml5:namespace "cert-manager" not found I0327 10:51:48.141172 3839 external_controller.go:621] Error found while processing pod cert-manager/cert-manager-cainjector-5b4bf68748-z9tvm:namespace "cert-manager" not found E0327 10:51:48.141214 3839 admin_network_policy_pod.go:33] "Unhandled Error" err="cert-manager/cert-manager-cainjector-5b4bf68748-z9tvm failed with: namespace \"cert-manager\" not found" logger="UnhandledError" I0327 10:51:48.141229 3839 external_controller.go:621] Error found while processing pod cert-manager/cert-manager-cainjector-5b4bf68748-z9tvm:namespace "cert-manager" not found I0327 10:51:48.141347 3839 external_controller.go:621] Error found while processing pod cert-manager/cert-manager-webhook-fd44f5cbb-xz6nz:namespace "cert-manager" not found I0327 10:51:48.141358 3839 external_controller.go:621] Error found while processing pod cert-manager/cert-manager-webhook-fd44f5cbb-xz6nz:namespace "cert-manager" not found I0327 10:51:48.141520 3839 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-nxm5x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.141538 3839 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-nxm5x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.141989 3839 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" E0327 10:51:48.142200 3839 admin_network_policy_pod.go:33] "Unhandled Error" err="cert-manager/cert-manager-webhook-fd44f5cbb-xz6nz failed with: namespace \"cert-manager\" not found" logger="UnhandledError" I0327 10:51:48.142593 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.142611 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.143993 3839 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.144012 3839 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.144027 3839 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.144041 3839 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jg8mn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.145444 3839 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0327 10:51:48.146691 3839 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0327 10:51:48.146782 3839 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0327 10:51:48.146844 3839 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.146859 3839 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.146870 3839 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.146886 3839 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d12hrdk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.146943 3839 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:48.151930 3839 external_controller.go:621] Error found while processing pod trusted-artifact-signer/cli-server-66ccc97d7d-lxkwj:namespace "trusted-artifact-signer" not found E0327 10:51:48.151947 3839 admin_network_policy_pod.go:33] "Unhandled Error" err="trusted-artifact-signer/cli-server-66ccc97d7d-lxkwj failed with: namespace \"trusted-artifact-signer\" not found" logger="UnhandledError" I0327 10:51:48.151965 3839 external_controller.go:621] Error found while processing pod trusted-artifact-signer/cli-server-66ccc97d7d-lxkwj:namespace "trusted-artifact-signer" not found I0327 10:51:48.159234 3839 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0327 10:51:48.159267 3839 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv of type *factory.localPodSelector in terminal state (e.g. completed) during add event: will remove it I0327 10:51:48.159275 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 10:51:48.159282 3839 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7drffv of type *factory.localPodSelector in terminal state (e.g. completed) during add event: will remove it I0327 10:51:48.159286 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 10:51:48.159298 3839 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:48.159638 3839 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0327 10:51:48.159665 3839 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 of type *factory.localPodSelector in terminal state (e.g. completed) during add event: will remove it I0327 10:51:48.159675 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 10:51:48.159685 3839 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafljs74 of type *factory.localPodSelector in terminal state (e.g. completed) during add event: will remove it I0327 10:51:48.159691 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 10:51:48.159710 3839 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.159721 3839 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.159730 3839 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.159745 3839 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8plccb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:51:48.161000 3839 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:51:48.165303 3839 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:48.165322 3839 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:48.165328 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 10:51:48.165336 3839 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf8nwf7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:48.165340 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 10:51:48.165679 3839 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:51:48.165695 3839 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:51:48.165697 3839 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:48.165782 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0327 10:51:48.165800 3839 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5fb4qs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0327 10:51:48.165812 3839 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0327 10:51:48.167014 3839 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:51:48.173072 3839 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:51:48.173213 3839 namespace.go:98] [cert-manager] adding namespace I0327 10:51:48.173227 3839 namespace.go:102] [cert-manager] adding namespace took 1.909µs I0327 10:51:48.173382 3839 namespace.go:142] [cert-manager-operator] updating namespace I0327 10:51:48.173396 3839 namespace.go:142] [dedicated-admin] updating namespace I0327 10:51:48.173509 3839 namespace.go:142] [default] updating namespace I0327 10:51:48.173608 3839 namespace.go:142] [konflux-operator] updating namespace I0327 10:51:48.173677 3839 namespace.go:142] [konflux-ui] updating namespace I0327 10:51:48.173771 3839 namespace.go:142] [kube-node-lease] updating namespace I0327 10:51:48.173895 3839 namespace.go:142] [kube-public] updating namespace I0327 10:51:48.173974 3839 namespace.go:142] [kube-system] updating namespace I0327 10:51:48.174008 3839 namespace.go:142] [open-cluster-management-2pa0ron8lulpu1e8444fbruk00uofggt] updating namespace I0327 10:51:48.174152 3839 namespace.go:142] [open-cluster-management-agent-addon] updating namespace I0327 10:51:48.174221 3839 namespace.go:142] [openshift] updating namespace I0327 10:51:48.174307 3839 namespace.go:142] [openshift-apiserver] updating namespace I0327 10:51:48.174443 3839 namespace.go:142] [openshift-apiserver-operator] updating namespace I0327 10:51:48.174582 3839 namespace.go:142] [openshift-authentication] updating namespace I0327 10:51:48.174650 3839 namespace.go:142] [openshift-authentication-operator] updating namespace I0327 10:51:48.174680 3839 namespace.go:142] [openshift-backplane] updating namespace I0327 10:51:48.174857 3839 namespace.go:142] [openshift-backplane-cee] updating namespace I0327 10:51:48.174943 3839 namespace.go:142] [openshift-backplane-cse] updating namespace I0327 10:51:48.174998 3839 namespace.go:142] [openshift-backplane-csm] updating namespace I0327 10:51:48.175070 3839 namespace.go:142] [openshift-backplane-lpsre] updating namespace I0327 10:51:48.175262 3839 namespace.go:142] [openshift-backplane-managed-scripts] updating namespace I0327 10:51:48.175265 3839 namespace.go:142] [openshift-backplane-mcs-tier-two] updating namespace I0327 10:51:48.175420 3839 namespace.go:142] [openshift-backplane-mobb] updating namespace I0327 10:51:48.175462 3839 namespace.go:142] [openshift-backplane-srep] updating namespace I0327 10:51:48.175544 3839 namespace.go:142] [openshift-backplane-srep-ro] updating namespace I0327 10:51:48.175622 3839 namespace.go:142] [openshift-backplane-tam] updating namespace I0327 10:51:48.175737 3839 namespace.go:142] [openshift-cloud-controller-manager] updating namespace I0327 10:51:48.175809 3839 namespace.go:142] [openshift-cloud-credential-operator] updating namespace I0327 10:51:48.175952 3839 namespace.go:142] [openshift-cloud-network-config-controller] updating namespace I0327 10:51:48.175957 3839 namespace.go:142] [openshift-cluster-csi-drivers] updating namespace I0327 10:51:48.176083 3839 namespace.go:142] [openshift-cluster-machine-approver] updating namespace I0327 10:51:48.176202 3839 namespace.go:142] [openshift-cluster-node-tuning-operator] updating namespace I0327 10:51:48.176238 3839 namespace.go:142] [openshift-cluster-samples-operator] updating namespace I0327 10:51:48.176390 3839 namespace.go:142] [openshift-cluster-storage-operator] updating namespace I0327 10:51:48.176507 3839 namespace.go:142] [openshift-cluster-version] updating namespace I0327 10:51:48.176552 3839 namespace.go:142] [openshift-config] updating namespace I0327 10:51:48.176708 3839 namespace.go:142] [openshift-config-managed] updating namespace I0327 10:51:48.176726 3839 namespace.go:142] [openshift-config-operator] updating namespace I0327 10:51:48.176860 3839 namespace.go:142] [openshift-console] updating namespace I0327 10:51:48.176909 3839 namespace.go:142] [openshift-console-operator] updating namespace I0327 10:51:48.177048 3839 namespace.go:142] [openshift-console-user-settings] updating namespace I0327 10:51:48.177156 3839 namespace.go:142] [openshift-controller-manager] updating namespace I0327 10:51:48.177284 3839 namespace.go:142] [openshift-controller-manager-operator] updating namespace I0327 10:51:48.177321 3839 namespace.go:142] [openshift-customer-monitoring] updating namespace I0327 10:51:48.177435 3839 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0327 10:51:48.177592 3839 namespace.go:142] [openshift-dns] updating namespace I0327 10:51:48.177615 3839 namespace.go:142] [openshift-dns-operator] updating namespace I0327 10:51:48.177694 3839 namespace.go:142] [openshift-etcd] updating namespace I0327 10:51:48.177824 3839 namespace.go:142] [openshift-host-network] updating namespace I0327 10:51:48.177887 3839 namespace.go:142] [openshift-image-registry] updating namespace I0327 10:51:48.177983 3839 namespace.go:142] [openshift-infra] updating namespace I0327 10:51:48.178004 3839 namespace.go:142] [openshift-ingress] updating namespace I0327 10:51:48.178170 3839 namespace.go:142] [openshift-ingress-canary] updating namespace I0327 10:51:48.178224 3839 namespace.go:142] [openshift-ingress-operator] updating namespace I0327 10:51:48.178344 3839 namespace.go:142] [openshift-insights] updating namespace I0327 10:51:48.178379 3839 namespace.go:142] [openshift-kube-apiserver] updating namespace I0327 10:51:48.178513 3839 namespace.go:142] [openshift-kube-apiserver-operator] updating namespace I0327 10:51:48.178628 3839 namespace.go:142] [openshift-kube-controller-manager] updating namespace I0327 10:51:48.178683 3839 namespace.go:142] [openshift-kube-controller-manager-operator] updating namespace I0327 10:51:48.178823 3839 namespace.go:142] [openshift-kube-scheduler] updating namespace I0327 10:51:48.178927 3839 namespace.go:142] [openshift-kube-scheduler-operator] updating namespace I0327 10:51:48.178994 3839 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0327 10:51:48.179135 3839 namespace.go:142] [openshift-kube-storage-version-migrator-operator] updating namespace I0327 10:51:48.179294 3839 namespace.go:142] [openshift-logging] updating namespace I0327 10:51:48.179361 3839 namespace.go:142] [openshift-machine-api] updating namespace I0327 10:51:48.179434 3839 namespace.go:142] [openshift-machine-config-operator] updating namespace I0327 10:51:48.179526 3839 namespace.go:142] [openshift-marketplace] updating namespace I0327 10:51:48.179552 3839 namespace.go:142] [openshift-monitoring] updating namespace I0327 10:51:48.179678 3839 namespace.go:142] [openshift-multus] updating namespace I0327 10:51:48.179727 3839 namespace.go:142] [openshift-must-gather-operator] updating namespace I0327 10:51:48.179842 3839 namespace.go:142] [openshift-network-console] updating namespace I0327 10:51:48.179944 3839 namespace.go:142] [openshift-network-diagnostics] updating namespace I0327 10:51:48.180030 3839 namespace.go:142] [openshift-network-node-identity] updating namespace I0327 10:51:48.180097 3839 namespace.go:142] [openshift-network-operator] updating namespace I0327 10:51:48.180155 3839 namespace.go:142] [openshift-node] updating namespace I0327 10:51:48.180230 3839 namespace.go:142] [openshift-operator-lifecycle-manager] updating namespace I0327 10:51:48.180377 3839 namespace.go:142] [openshift-operators] updating namespace I0327 10:51:48.180514 3839 namespace.go:142] [openshift-operators-redhat] updating namespace I0327 10:51:48.180622 3839 namespace.go:142] [openshift-ovn-kubernetes] updating namespace I0327 10:51:48.180745 3839 namespace.go:142] [openshift-package-operator] updating namespace I0327 10:51:48.180767 3839 namespace.go:142] [openshift-route-controller-manager] updating namespace I0327 10:51:48.180926 3839 namespace.go:142] [openshift-service-ca] updating namespace I0327 10:51:48.181014 3839 namespace.go:142] [openshift-service-ca-operator] updating namespace I0327 10:51:48.181055 3839 namespace.go:142] [openshift-user-workload-monitoring] updating namespace I0327 10:51:48.181175 3839 namespace.go:142] [rhbk-operator] updating namespace I0327 10:51:48.181308 3839 namespace.go:142] [rhtpa-operator] updating namespace I0327 10:51:48.181368 3839 namespace.go:98] [trusted-artifact-signer] adding namespace I0327 10:51:48.181380 3839 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.639µs I0327 10:51:48.181459 3839 namespace.go:142] [tsf] updating namespace I0327 10:51:48.181479 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:51:48.181615 3839 namespace.go:142] [tsf-tas] updating namespace I0327 10:51:48.181738 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 10:51:48.182054 3839 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:51:48.185301 3839 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0327 10:51:48.202158 3839 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 10:51:48.208043 3839 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0327 10:51:48.240160 3839 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 10:51:48.243707 3839 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0327 10:51:48.258143 3839 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:51:48.262589 3839 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:51:48.329395 3839 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:51:48.336019 3839 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0327 10:51:54.046729 3839 namespace.go:98] [openshift-pipelines] adding namespace I0327 10:51:54.047533 3839 namespace.go:102] [openshift-pipelines] adding namespace took 778.373µs I0327 10:51:54.070393 3839 namespace.go:142] [openshift-pipelines] updating namespace I0327 10:51:54.752608 3839 namespace.go:142] [cert-manager] updating namespace I0327 10:51:54.957610 3839 namespace.go:142] [cert-manager-operator] updating namespace I0327 10:51:55.356805 3839 namespace.go:142] [konflux-operator] updating namespace I0327 10:51:55.559271 3839 namespace.go:142] [konflux-ui] updating namespace I0327 10:51:55.761027 3839 namespace.go:142] [open-cluster-management-2pa0ron8lulpu1e8444fbruk00uofggt] updating namespace I0327 10:51:56.160992 3839 namespace.go:142] [rhbk-operator] updating namespace I0327 10:51:56.363232 3839 namespace.go:142] [rhtpa-operator] updating namespace I0327 10:51:56.562157 3839 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 10:51:56.765438 3839 namespace.go:142] [tsf] updating namespace I0327 10:51:56.966772 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:51:57.168292 3839 namespace.go:142] [tsf-tas] updating namespace I0327 10:51:57.365456 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 10:51:57.501301 3839 namespace.go:142] [cert-manager] updating namespace I0327 10:51:57.509816 3839 namespace.go:142] [cert-manager-operator] updating namespace I0327 10:51:57.521003 3839 namespace.go:142] [default] updating namespace I0327 10:51:57.530673 3839 namespace.go:142] [konflux-operator] updating namespace I0327 10:51:57.542538 3839 namespace.go:142] [konflux-ui] updating namespace I0327 10:51:57.554014 3839 namespace.go:142] [open-cluster-management-2pa0ron8lulpu1e8444fbruk00uofggt] updating namespace I0327 10:51:57.562931 3839 namespace.go:142] [openshift] updating namespace I0327 10:51:57.572628 3839 namespace.go:142] [rhbk-operator] updating namespace I0327 10:51:57.584631 3839 namespace.go:142] [rhtpa-operator] updating namespace I0327 10:51:57.597871 3839 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 10:51:57.608234 3839 namespace.go:142] [tsf] updating namespace I0327 10:51:57.619985 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:51:57.629382 3839 namespace.go:142] [tsf-tas] updating namespace I0327 10:51:57.651276 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 10:51:57.749503 3839 namespace.go:142] [cert-manager] updating namespace I0327 10:51:57.848811 3839 namespace.go:142] [cert-manager-operator] updating namespace I0327 10:51:57.949139 3839 namespace.go:142] [default] updating namespace I0327 10:51:58.050265 3839 namespace.go:142] [konflux-operator] updating namespace I0327 10:51:58.148571 3839 namespace.go:142] [konflux-ui] updating namespace I0327 10:51:58.254420 3839 namespace.go:142] [open-cluster-management-2pa0ron8lulpu1e8444fbruk00uofggt] updating namespace I0327 10:51:58.347339 3839 namespace.go:142] [openshift] updating namespace I0327 10:51:58.448504 3839 namespace.go:142] [rhbk-operator] updating namespace I0327 10:51:58.552650 3839 namespace.go:142] [rhtpa-operator] updating namespace I0327 10:51:58.649267 3839 namespace.go:142] [trusted-artifact-signer] updating namespace I0327 10:51:58.748303 3839 namespace.go:142] [tsf] updating namespace I0327 10:51:58.849436 3839 namespace.go:142] [tsf-keycloak] updating namespace I0327 10:51:58.949928 3839 namespace.go:142] [tsf-tas] updating namespace I0327 10:51:59.050231 3839 namespace.go:142] [tsf-tpa] updating namespace I0327 10:51:59.348318 3839 namespace.go:142] [openshift-pipelines] updating namespace I0327 10:52:06.957873 3839 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-l59vz] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-l59vz for pod on switch ip-10-0-0-12.ec2.internal I0327 10:52:06.957989 3839 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-l59vz I0327 10:52:06.974267 3839 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-l59vz] pod update took 16.306104ms I0327 10:52:06.974289 3839 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-l59vz] addLogicalPort annotation time took 16.341817ms I0327 10:52:06.975469 3839 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-l59vz] addLogicalPort took 17.615353ms, libovsdb time 863.676µs I0327 10:52:07.317971 3839 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-l59vz aa7356f96c1535052523f1a942b661ef9062c2d0e70416338de5eb9e42a94420 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-l59vz aa7356f96c1535052523f1a942b661ef9062c2d0e70416338de5eb9e42a94420 network default NAD default] I0327 10:52:07.326704 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-l59vz, hostIfaceName: aa7356f96c15350, network: default, NAD default, SandboxID: "aa7356f96c1535052523f1a942b661ef9062c2d0e70416338de5eb9e42a94420", PCI device ID: , UID: "b203aab1-e761-4182-8bb6-46bce70b79cd", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0327 10:52:07.372367 3839 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-l59vz aa7356f96c1535052523f1a942b661ef9062c2d0e70416338de5eb9e42a94420 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-l59vz aa7356f96c1535052523f1a942b661ef9062c2d0e70416338de5eb9e42a94420 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:e8:e2:07:a3:91\",\"name\":\"aa7356f96c15350\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0516b9ba-d57b-4a5c-acb3-6d62026afe1e\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:52:07.548111 3839 cni.go:403] [tsf/test-tsf-subscriptions 51bbb6b8558131c5f63ffc126d45285f30fcae582735f99ee706e336208ffd82 network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions 51bbb6b8558131c5f63ffc126d45285f30fcae582735f99ee706e336208ffd82 network default NAD default] I0327 10:52:07.621386 3839 cni.go:424] [tsf/test-tsf-subscriptions 51bbb6b8558131c5f63ffc126d45285f30fcae582735f99ee706e336208ffd82 network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions 51bbb6b8558131c5f63ffc126d45285f30fcae582735f99ee706e336208ffd82 network default NAD default], result "{}", err I0327 10:52:07.680774 3839 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:52:07.680807 3839 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0327 10:52:07.682016 3839 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.23 I0327 10:52:07.682046 3839 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0327 10:52:11.036839 3839 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 10:52:11.036860 3839 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 10:52:11.036865 3839 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 10:52:11.036872 3839 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 10:52:11.060724 3839 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 10:52:11.060749 3839 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 10:52:11.060758 3839 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0327 10:52:11.092354 3839 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 10:52:11.092373 3839 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0327 10:52:11.092380 3839 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0327 10:52:16.033610 3839 namespace.go:142] [openshift-pipelines] updating namespace I0327 10:52:29.216451 3839 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-m4xpb] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-m4xpb for pod on switch ip-10-0-0-12.ec2.internal I0327 10:52:29.216550 3839 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-m4xpb I0327 10:52:29.231847 3839 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-m4xpb] pod update took 15.320032ms I0327 10:52:29.231877 3839 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-m4xpb] addLogicalPort annotation time took 15.35347ms I0327 10:52:29.233269 3839 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-m4xpb] addLogicalPort took 16.832871ms, libovsdb time 1.007413ms I0327 10:52:29.327357 3839 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bxvrx] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-bxvrx for pod on switch ip-10-0-0-12.ec2.internal I0327 10:52:29.327479 3839 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bxvrx I0327 10:52:29.349384 3839 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bxvrx] pod update took 21.93062ms I0327 10:52:29.349412 3839 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bxvrx] addLogicalPort annotation time took 21.96453ms I0327 10:52:29.350597 3839 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bxvrx] addLogicalPort took 23.255985ms, libovsdb time 861.833µs I0327 10:52:29.409617 3839 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-n78sl] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-n78sl for pod on switch ip-10-0-0-12.ec2.internal I0327 10:52:29.409738 3839 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-n78sl I0327 10:52:29.428431 3839 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-n78sl] pod update took 18.714746ms I0327 10:52:29.428454 3839 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-n78sl] addLogicalPort annotation time took 18.742807ms I0327 10:52:29.429783 3839 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-n78sl] addLogicalPort took 20.186726ms, libovsdb time 934.697µs I0327 10:52:29.594852 3839 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-m4xpb fc9e2e69ea34bf715e158bfc04a52faeb1c2c168d9652c66f95c7afa6a645cdd network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-m4xpb fc9e2e69ea34bf715e158bfc04a52faeb1c2c168d9652c66f95c7afa6a645cdd network default NAD default] I0327 10:52:29.603041 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-m4xpb, hostIfaceName: fc9e2e69ea34bf7, network: default, NAD default, SandboxID: "fc9e2e69ea34bf715e158bfc04a52faeb1c2c168d9652c66f95c7afa6a645cdd", PCI device ID: , UID: "3166be33-989f-4727-8dea-4c522b98a9a9", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0327 10:52:29.649059 3839 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-m4xpb fc9e2e69ea34bf715e158bfc04a52faeb1c2c168d9652c66f95c7afa6a645cdd network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-m4xpb fc9e2e69ea34bf715e158bfc04a52faeb1c2c168d9652c66f95c7afa6a645cdd network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:7e:4b:f6:8a:99\",\"name\":\"fc9e2e69ea34bf7\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4b82da1-155e-49bf-8277-bf8805b06f51\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:52:29.686871 3839 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bxvrx 6186ec2b799b7f202b8fb43fa3c48e6e8a7f78064c9fd282e480cf67932d45ae network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bxvrx 6186ec2b799b7f202b8fb43fa3c48e6e8a7f78064c9fd282e480cf67932d45ae network default NAD default] I0327 10:52:29.695342 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-bxvrx, hostIfaceName: 6186ec2b799b7f2, network: default, NAD default, SandboxID: "6186ec2b799b7f202b8fb43fa3c48e6e8a7f78064c9fd282e480cf67932d45ae", PCI device ID: , UID: "4c39c740-cd67-42f8-85f0-936c76ae50ef", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0327 10:52:29.739757 3839 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bxvrx 6186ec2b799b7f202b8fb43fa3c48e6e8a7f78064c9fd282e480cf67932d45ae network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bxvrx 6186ec2b799b7f202b8fb43fa3c48e6e8a7f78064c9fd282e480cf67932d45ae network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:cd:6e:9a:1e:3e\",\"name\":\"6186ec2b799b7f2\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d34a445b-e4b8-48ed-9be6-0171d07db898\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:52:29.786078 3839 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-n78sl 67630bfbd8ca4adbe5da1c5630ac7da436d2169fb51490f55d7edfbb1fa4ce92 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-n78sl 67630bfbd8ca4adbe5da1c5630ac7da436d2169fb51490f55d7edfbb1fa4ce92 network default NAD default] I0327 10:52:29.794967 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-n78sl, hostIfaceName: 67630bfbd8ca4ad, network: default, NAD default, SandboxID: "67630bfbd8ca4adbe5da1c5630ac7da436d2169fb51490f55d7edfbb1fa4ce92", PCI device ID: , UID: "05112294-2e9f-43f4-914e-36cb4d0787c1", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0327 10:52:29.838915 3839 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-n78sl 67630bfbd8ca4adbe5da1c5630ac7da436d2169fb51490f55d7edfbb1fa4ce92 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-n78sl 67630bfbd8ca4adbe5da1c5630ac7da436d2169fb51490f55d7edfbb1fa4ce92 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:da:9c:9e:c7:c9\",\"name\":\"67630bfbd8ca4ad\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a81e1843-c0ed-499d-9a97-e4ef675bd13c\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:52:33.736691 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0327 10:52:44.693326 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0327 10:52:46.516342 3839 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-rjxrz] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-rjxrz for pod on switch ip-10-0-0-12.ec2.internal I0327 10:52:46.516472 3839 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-rjxrz I0327 10:52:46.533137 3839 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-rjxrz] pod update took 16.687272ms I0327 10:52:46.533163 3839 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-rjxrz] addLogicalPort annotation time took 16.719804ms I0327 10:52:46.534505 3839 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-rjxrz] addLogicalPort took 18.176818ms, libovsdb time 955.35µs I0327 10:52:46.887653 3839 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-rjxrz 31378a77490f6358f6ee795cab45df13b93126eeea54b822f2d379975e8f444b network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-rjxrz 31378a77490f6358f6ee795cab45df13b93126eeea54b822f2d379975e8f444b network default NAD default] I0327 10:52:46.895925 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-rjxrz, hostIfaceName: 31378a77490f635, network: default, NAD default, SandboxID: "31378a77490f6358f6ee795cab45df13b93126eeea54b822f2d379975e8f444b", PCI device ID: , UID: "fe6c4483-0a33-4c99-8002-fe3eda063ef3", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0327 10:52:46.940591 3839 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-rjxrz 31378a77490f6358f6ee795cab45df13b93126eeea54b822f2d379975e8f444b network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-rjxrz 31378a77490f6358f6ee795cab45df13b93126eeea54b822f2d379975e8f444b network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:51:24:32:5b:4e\",\"name\":\"31378a77490f635\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56c323cc-f750-4aa0-8909-2cf862b1a570\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:52:52.726333 3839 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0327 10:52:55.813531 3839 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:52:55.813625 3839 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0327 10:52:55.829813 3839 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 16.208546ms I0327 10:52:55.829839 3839 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 16.238918ms I0327 10:52:55.831004 3839 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 17.49497ms, libovsdb time 824.799µs I0327 10:53:04.313150 3839 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 0cbafea45f67833d9f044ae8d0e147dcea030e77a6677c009efda1526aae8fdb network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 0cbafea45f67833d9f044ae8d0e147dcea030e77a6677c009efda1526aae8fdb network default NAD default] I0327 10:53:04.321495 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 0cbafea45f67833, network: default, NAD default, SandboxID: "0cbafea45f67833d9f044ae8d0e147dcea030e77a6677c009efda1526aae8fdb", PCI device ID: , UID: "f135d1dc-bb50-4f07-87c5-9dcfbbf12d47", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0327 10:53:04.366831 3839 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 0cbafea45f67833d9f044ae8d0e147dcea030e77a6677c009efda1526aae8fdb network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 0cbafea45f67833d9f044ae8d0e147dcea030e77a6677c009efda1526aae8fdb network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:4f:1e:4d:6d:53\",\"name\":\"0cbafea45f67833\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f96d2bf7-aee9-4f90-8c0a-29571bc1548d\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:53:09.899229 3839 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0327 10:53:11.250421 3839 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-mtlzc] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-mtlzc for pod on switch ip-10-0-0-12.ec2.internal I0327 10:53:11.250531 3839 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-mtlzc I0327 10:53:11.268536 3839 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-mtlzc] pod update took 18.033286ms I0327 10:53:11.268560 3839 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-mtlzc] addLogicalPort annotation time took 18.06321ms I0327 10:53:11.269804 3839 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-mtlzc] addLogicalPort took 19.399139ms, libovsdb time 879.416µs I0327 10:53:11.443906 3839 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-s9fh5] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-s9fh5 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:53:11.444004 3839 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-s9fh5 I0327 10:53:11.460713 3839 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-s9fh5] pod update took 16.729756ms I0327 10:53:11.460750 3839 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-s9fh5] addLogicalPort annotation time took 16.769154ms I0327 10:53:11.461951 3839 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-s9fh5] addLogicalPort took 18.065554ms, libovsdb time 806.609µs I0327 10:53:11.610597 3839 cni.go:403] [openshift-pipelines/tekton-results-api-7b4b7bb78c-mtlzc 30f6f9b38c35663c7b3633cd1023e146ed9279f09667ef47c3be6c28f14b6ab9 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-mtlzc 30f6f9b38c35663c7b3633cd1023e146ed9279f09667ef47c3be6c28f14b6ab9 network default NAD default] I0327 10:53:11.619039 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-mtlzc, hostIfaceName: 30f6f9b38c35663, network: default, NAD default, SandboxID: "30f6f9b38c35663c7b3633cd1023e146ed9279f09667ef47c3be6c28f14b6ab9", PCI device ID: , UID: "087ada51-07c9-4e4a-affb-d603b32e8ee5", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0327 10:53:11.666415 3839 cni.go:424] [openshift-pipelines/tekton-results-api-7b4b7bb78c-mtlzc 30f6f9b38c35663c7b3633cd1023e146ed9279f09667ef47c3be6c28f14b6ab9 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-mtlzc 30f6f9b38c35663c7b3633cd1023e146ed9279f09667ef47c3be6c28f14b6ab9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:00:78:38:fb:19\",\"name\":\"30f6f9b38c35663\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3548387-efd5-453a-bca2-96fcfade2931\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:53:11.804060 3839 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-s9fh5 b0a6fceb0d3cdee559b4a5780763a4f6c8a052aa0e4404f2081de12d621fb742 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-s9fh5 b0a6fceb0d3cdee559b4a5780763a4f6c8a052aa0e4404f2081de12d621fb742 network default NAD default] I0327 10:53:11.812365 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-s9fh5, hostIfaceName: b0a6fceb0d3cdee, network: default, NAD default, SandboxID: "b0a6fceb0d3cdee559b4a5780763a4f6c8a052aa0e4404f2081de12d621fb742", PCI device ID: , UID: "b01bacab-b02a-486c-bcf5-3bb102a281ed", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0327 10:53:11.858042 3839 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-s9fh5 b0a6fceb0d3cdee559b4a5780763a4f6c8a052aa0e4404f2081de12d621fb742 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-s9fh5 b0a6fceb0d3cdee559b4a5780763a4f6c8a052aa0e4404f2081de12d621fb742 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:06:fe:3f:22:17\",\"name\":\"b0a6fceb0d3cdee\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b9bb27d-51dd-47bc-b1b9-2291e9dd31b2\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:53:16.901648 3839 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 10:53:16.901676 3839 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 10:53:16.901684 3839 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 10:53:21.939427 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 10:53:21.939456 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0327 10:53:21.939462 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0327 10:53:27.853612 3839 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-4rdbf] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-4rdbf for pod on switch ip-10-0-0-12.ec2.internal I0327 10:53:27.853711 3839 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-4rdbf I0327 10:53:27.879152 3839 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-4rdbf] pod update took 25.45988ms I0327 10:53:27.879179 3839 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-4rdbf] addLogicalPort annotation time took 25.492285ms I0327 10:53:27.880405 3839 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-4rdbf] addLogicalPort took 26.809143ms, libovsdb time 856.936µs I0327 10:53:28.210930 3839 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-4rdbf 90c3e7be25f20fb3625d1283daa0c618a7ed359d01f8da51cbb1472ca21dd145 network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-4rdbf 90c3e7be25f20fb3625d1283daa0c618a7ed359d01f8da51cbb1472ca21dd145 network default NAD default] I0327 10:53:28.219652 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-4rdbf, hostIfaceName: 90c3e7be25f20fb, network: default, NAD default, SandboxID: "90c3e7be25f20fb3625d1283daa0c618a7ed359d01f8da51cbb1472ca21dd145", PCI device ID: , UID: "1e99dd0a-1ebb-4c6f-a45f-9c50ec0cdd90", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0327 10:53:28.266460 3839 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-4rdbf 90c3e7be25f20fb3625d1283daa0c618a7ed359d01f8da51cbb1472ca21dd145 network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-4rdbf 90c3e7be25f20fb3625d1283daa0c618a7ed359d01f8da51cbb1472ca21dd145 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:ad:fe:bb:a5:cc\",\"name\":\"90c3e7be25f20fb\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58895511-b7b9-4830-9f75-c2bbcc1e24fb\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:53:46.734592 3839 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:53:46.734661 3839 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:53:46.742126 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0327 10:53:46.742169 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0327 10:53:47.966346 3839 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-12.ec2.internal I0327 10:53:47.966475 3839 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0327 10:53:47.981954 3839 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 15.503653ms I0327 10:53:47.981980 3839 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 15.537315ms I0327 10:53:47.983197 3839 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.871433ms, libovsdb time 817.311µs I0327 10:53:48.326349 3839 cni.go:403] [tsf/test-tsf-infrastructure 54a21367b24719d2948185335a17d459e6e40c079523450df7911f157fefcf5c network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure 54a21367b24719d2948185335a17d459e6e40c079523450df7911f157fefcf5c network default NAD default] I0327 10:53:48.335449 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 54a21367b24719d, network: default, NAD default, SandboxID: "54a21367b24719d2948185335a17d459e6e40c079523450df7911f157fefcf5c", PCI device ID: , UID: "56355675-473a-4fe2-bf93-005acc0306c7", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0327 10:53:48.384037 3839 cni.go:424] [tsf/test-tsf-infrastructure 54a21367b24719d2948185335a17d459e6e40c079523450df7911f157fefcf5c network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure 54a21367b24719d2948185335a17d459e6e40c079523450df7911f157fefcf5c network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:6d:01:75:42:cf\",\"name\":\"54a21367b24719d\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/235695b5-cbf7-41ec-848d-4dbc5b7b2ee6\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:53:52.930917 3839 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-lrlw2] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-lrlw2 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:53:52.931031 3839 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-lrlw2 I0327 10:53:52.950071 3839 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-lrlw2] pod update took 19.058681ms I0327 10:53:52.950100 3839 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-lrlw2] addLogicalPort annotation time took 19.093705ms I0327 10:53:52.951532 3839 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-lrlw2] addLogicalPort took 20.630994ms, libovsdb time 999.689µs I0327 10:53:55.390912 3839 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-lrlw2 e5686ada802e5e9674e2410f6bd41627427627baeaed7d9e6269913b7b1be581 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-lrlw2 e5686ada802e5e9674e2410f6bd41627427627baeaed7d9e6269913b7b1be581 network default NAD default] I0327 10:53:55.399461 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-lrlw2, hostIfaceName: e5686ada802e5e9, network: default, NAD default, SandboxID: "e5686ada802e5e9674e2410f6bd41627427627baeaed7d9e6269913b7b1be581", PCI device ID: , UID: "5ff8222e-d060-4c39-802c-799f4a3c00ca", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0327 10:53:55.446525 3839 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-lrlw2 e5686ada802e5e9674e2410f6bd41627427627baeaed7d9e6269913b7b1be581 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-lrlw2 e5686ada802e5e9674e2410f6bd41627427627baeaed7d9e6269913b7b1be581 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:b6:69:d1:ea:3a\",\"name\":\"e5686ada802e5e9\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88af35bf-1502-4a37-ad18-fba884ceba40\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:53:56.034722 3839 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0327 10:53:56.034748 3839 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0327 10:53:58.123225 3839 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0327 10:54:00.600519 3839 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0327 10:54:03.076499 3839 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0327 10:54:09.130910 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0327 10:54:27.270729 3839 cni.go:403] [tsf/test-tsf-infrastructure 54a21367b24719d2948185335a17d459e6e40c079523450df7911f157fefcf5c network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure 54a21367b24719d2948185335a17d459e6e40c079523450df7911f157fefcf5c network default NAD default] I0327 10:54:27.357026 3839 cni.go:424] [tsf/test-tsf-infrastructure 54a21367b24719d2948185335a17d459e6e40c079523450df7911f157fefcf5c network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure 54a21367b24719d2948185335a17d459e6e40c079523450df7911f157fefcf5c network default NAD default], result "{}", err I0327 10:54:27.459737 3839 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:54:27.459767 3839 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0327 10:54:27.460977 3839 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.33 I0327 10:54:27.461008 3839 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:54:27.481223 3839 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:54:27.481265 3839 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:54:27.488412 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0327 10:54:27.488443 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0327 10:54:28.535354 3839 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-12.ec2.internal I0327 10:54:28.535456 3839 kube.go:256] Updating pod tsf/test-tsf-iam I0327 10:54:28.560356 3839 pod.go:62] [tsf/test-tsf-iam] pod update took 24.92607ms I0327 10:54:28.560379 3839 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 24.955193ms I0327 10:54:28.561638 3839 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 26.305978ms, libovsdb time 899.622µs I0327 10:54:28.898396 3839 cni.go:403] [tsf/test-tsf-iam 6b1a22428b36f560bfd4af81c4f92bf74f861f706577c33c661c0dc98fa2f819 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 6b1a22428b36f560bfd4af81c4f92bf74f861f706577c33c661c0dc98fa2f819 network default NAD default] I0327 10:54:28.906862 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 6b1a22428b36f56, network: default, NAD default, SandboxID: "6b1a22428b36f560bfd4af81c4f92bf74f861f706577c33c661c0dc98fa2f819", PCI device ID: , UID: "dfe1b4ff-c1e1-498d-9df4-bcebb0d16490", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0327 10:54:28.950831 3839 cni.go:424] [tsf/test-tsf-iam 6b1a22428b36f560bfd4af81c4f92bf74f861f706577c33c661c0dc98fa2f819 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 6b1a22428b36f560bfd4af81c4f92bf74f861f706577c33c661c0dc98fa2f819 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:55:1a:46:69:7d\",\"name\":\"6b1a22428b36f56\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d52afff-d28f-4bcc-be57-f8ba496b8359\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:54:36.241604 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0327 10:54:36.241626 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 10:54:36.244570 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0327 10:54:57.604665 3839 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:54:57.605215 3839 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:54:58.357007 3839 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:54:58.357034 3839 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:54:58.364715 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0327 10:54:58.364748 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0327 10:55:00.379284 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0327 10:55:00.382495 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 10:55:00.382513 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0327 10:55:29.590215 3839 cni.go:403] [tsf/test-tsf-iam 6b1a22428b36f560bfd4af81c4f92bf74f861f706577c33c661c0dc98fa2f819 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 6b1a22428b36f560bfd4af81c4f92bf74f861f706577c33c661c0dc98fa2f819 network default NAD default] I0327 10:55:29.662076 3839 cni.go:424] [tsf/test-tsf-iam 6b1a22428b36f560bfd4af81c4f92bf74f861f706577c33c661c0dc98fa2f819 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 6b1a22428b36f560bfd4af81c4f92bf74f861f706577c33c661c0dc98fa2f819 network default NAD default], result "{}", err I0327 10:55:29.719498 3839 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:55:29.719533 3839 pods.go:176] Deleting pod: tsf/test-tsf-iam I0327 10:55:29.720866 3839 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.35 I0327 10:55:29.720890 3839 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:55:36.746226 3839 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-w674w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:55:36.746798 3839 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-w674w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:55:37.781659 3839 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-w674w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:55:37.781691 3839 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-w674w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:55:38.240156 3839 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:55:38.240780 3839 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:55:38.610264 3839 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:55:38.610294 3839 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:55:38.620403 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0327 10:55:38.620432 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0327 10:55:40.641737 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0327 10:55:40.641743 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0327 10:55:40.641849 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0327 10:56:29.809208 3839 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:56:29.809237 3839 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:56:29.817298 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0327 10:56:29.817322 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0327 10:56:29.951825 3839 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-12.ec2.internal I0327 10:56:29.951967 3839 kube.go:256] Updating pod tsf/test-tsf-iam I0327 10:56:29.967190 3839 pod.go:62] [tsf/test-tsf-iam] pod update took 15.247171ms I0327 10:56:29.967212 3839 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.274838ms I0327 10:56:29.968450 3839 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.646904ms, libovsdb time 851.896µs I0327 10:56:30.310334 3839 cni.go:403] [tsf/test-tsf-iam 10aa9eca09606aa84dac73e29533dfff642a427f229c64305df674aca09c7f91 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 10aa9eca09606aa84dac73e29533dfff642a427f229c64305df674aca09c7f91 network default NAD default] I0327 10:56:30.318905 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 10aa9eca09606aa, network: default, NAD default, SandboxID: "10aa9eca09606aa84dac73e29533dfff642a427f229c64305df674aca09c7f91", PCI device ID: , UID: "6353a05b-2ffa-4f08-8cd7-53cda060798b", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0327 10:56:30.365841 3839 cni.go:424] [tsf/test-tsf-iam 10aa9eca09606aa84dac73e29533dfff642a427f229c64305df674aca09c7f91 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 10aa9eca09606aa84dac73e29533dfff642a427f229c64305df674aca09c7f91 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:42:79:39:24:46\",\"name\":\"10aa9eca09606aa\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dcdd23e-75e5-4101-91d7-54ef73ca55ac\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:56:38.949603 3839 cni.go:403] [tsf/test-tsf-iam 10aa9eca09606aa84dac73e29533dfff642a427f229c64305df674aca09c7f91 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 10aa9eca09606aa84dac73e29533dfff642a427f229c64305df674aca09c7f91 network default NAD default] I0327 10:56:39.031339 3839 cni.go:424] [tsf/test-tsf-iam 10aa9eca09606aa84dac73e29533dfff642a427f229c64305df674aca09c7f91 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 10aa9eca09606aa84dac73e29533dfff642a427f229c64305df674aca09c7f91 network default NAD default], result "{}", err I0327 10:56:39.087658 3839 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:56:39.087695 3839 pods.go:176] Deleting pod: tsf/test-tsf-iam I0327 10:56:39.089033 3839 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.36 I0327 10:56:39.089059 3839 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:56:39.112360 3839 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:56:39.112385 3839 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:56:39.122579 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0327 10:56:39.122611 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0327 10:56:40.005961 3839 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-12.ec2.internal I0327 10:56:40.006078 3839 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0327 10:56:40.022609 3839 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 16.552449ms I0327 10:56:40.022632 3839 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 16.604094ms I0327 10:56:40.023802 3839 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.860474ms, libovsdb time 760.51µs I0327 10:56:40.364553 3839 cni.go:403] [tsf-tas/test-tsf-tas df0ae6bc9c472acaa238ef655d434d0324f401e95bd4f0460fee45593817666a network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas df0ae6bc9c472acaa238ef655d434d0324f401e95bd4f0460fee45593817666a network default NAD default] I0327 10:56:40.373877 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: df0ae6bc9c472ac, network: default, NAD default, SandboxID: "df0ae6bc9c472acaa238ef655d434d0324f401e95bd4f0460fee45593817666a", PCI device ID: , UID: "cd84e446-8870-40a8-8f1e-40d3c30623a1", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0327 10:56:40.418817 3839 cni.go:424] [tsf-tas/test-tsf-tas df0ae6bc9c472acaa238ef655d434d0324f401e95bd4f0460fee45593817666a network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas df0ae6bc9c472acaa238ef655d434d0324f401e95bd4f0460fee45593817666a network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:6e:cb:ab:37:53\",\"name\":\"df0ae6bc9c472ac\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa98a354-bb15-4d58-8927-92f667178fba\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:56:40.988375 3839 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-mlnvm-pgkrt] creating logical port tsf-tas_segment-backup-installation-mlnvm-pgkrt for pod on switch ip-10-0-0-12.ec2.internal I0327 10:56:40.988494 3839 kube.go:256] Updating pod tsf-tas/segment-backup-installation-mlnvm-pgkrt I0327 10:56:41.000854 3839 pod.go:62] [tsf-tas/segment-backup-installation-mlnvm-pgkrt] pod update took 12.381047ms I0327 10:56:41.000877 3839 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-mlnvm-pgkrt] addLogicalPort annotation time took 12.410793ms I0327 10:56:41.002106 3839 pods.go:271] [tsf-tas/segment-backup-installation-mlnvm-pgkrt] addLogicalPort took 13.748251ms, libovsdb time 869.612µs I0327 10:56:41.350940 3839 cni.go:403] [tsf-tas/segment-backup-installation-mlnvm-pgkrt c186616ce3171de4ccf86656e9a592743b772d2cc702d3ab9c4475c2ff47dfd1 network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-mlnvm-pgkrt c186616ce3171de4ccf86656e9a592743b772d2cc702d3ab9c4475c2ff47dfd1 network default NAD default] I0327 10:56:41.360179 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-mlnvm-pgkrt, hostIfaceName: c186616ce3171de, network: default, NAD default, SandboxID: "c186616ce3171de4ccf86656e9a592743b772d2cc702d3ab9c4475c2ff47dfd1", PCI device ID: , UID: "c52d223b-debc-49f4-b47f-db3b3fe57293", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0327 10:56:41.406827 3839 cni.go:424] [tsf-tas/segment-backup-installation-mlnvm-pgkrt c186616ce3171de4ccf86656e9a592743b772d2cc702d3ab9c4475c2ff47dfd1 network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-mlnvm-pgkrt c186616ce3171de4ccf86656e9a592743b772d2cc702d3ab9c4475c2ff47dfd1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:f6:97:0d:07:92\",\"name\":\"c186616ce3171de\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ff59ca0-ce38-48a9-9c34-fa146669dfe9\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:56:41.983359 3839 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-gvgt7-j425z] creating logical port tsf-tas_ctlog-createtree-job-gvgt7-j425z for pod on switch ip-10-0-0-12.ec2.internal I0327 10:56:41.983478 3839 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-gvgt7-j425z I0327 10:56:42.005029 3839 pod.go:62] [tsf-tas/ctlog-createtree-job-gvgt7-j425z] pod update took 21.569557ms I0327 10:56:42.005073 3839 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-gvgt7-j425z] addLogicalPort annotation time took 21.619137ms I0327 10:56:42.006389 3839 pods.go:271] [tsf-tas/ctlog-createtree-job-gvgt7-j425z] addLogicalPort took 23.04335ms, libovsdb time 868.089µs I0327 10:56:42.267883 3839 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-688758954f-6frbg] creating logical port tsf-tas_trillian-logserver-688758954f-6frbg for pod on switch ip-10-0-0-12.ec2.internal I0327 10:56:42.267986 3839 kube.go:256] Updating pod tsf-tas/trillian-logserver-688758954f-6frbg I0327 10:56:42.285710 3839 pod.go:62] [tsf-tas/trillian-logserver-688758954f-6frbg] pod update took 17.746842ms I0327 10:56:42.285742 3839 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-688758954f-6frbg] addLogicalPort annotation time took 17.783752ms I0327 10:56:42.287077 3839 pods.go:271] [tsf-tas/trillian-logserver-688758954f-6frbg] addLogicalPort took 19.213005ms, libovsdb time 821.447µs I0327 10:56:42.343575 3839 cni.go:403] [tsf-tas/ctlog-createtree-job-gvgt7-j425z a72baee7209049a89bd567dd20ae85cda15daab435eb1da499e984c44d8115ce network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-gvgt7-j425z a72baee7209049a89bd567dd20ae85cda15daab435eb1da499e984c44d8115ce network default NAD default] I0327 10:56:42.352956 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-gvgt7-j425z, hostIfaceName: a72baee7209049a, network: default, NAD default, SandboxID: "a72baee7209049a89bd567dd20ae85cda15daab435eb1da499e984c44d8115ce", PCI device ID: , UID: "ec3d176f-8e11-41d9-ac5f-a6b249afdc4c", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0327 10:56:42.400676 3839 cni.go:424] [tsf-tas/ctlog-createtree-job-gvgt7-j425z a72baee7209049a89bd567dd20ae85cda15daab435eb1da499e984c44d8115ce network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-gvgt7-j425z a72baee7209049a89bd567dd20ae85cda15daab435eb1da499e984c44d8115ce network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:af:5b:ca:4b:c1\",\"name\":\"a72baee7209049a\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d302d20-beb5-4093-b61e-af9d1163e1d3\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:56:42.640413 3839 cni.go:403] [tsf-tas/trillian-logserver-688758954f-6frbg 66d782768b22fe78fba0dfd0bd7a22b148cd25e85fcbe4dfc0cff264a11315c0 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-688758954f-6frbg 66d782768b22fe78fba0dfd0bd7a22b148cd25e85fcbe4dfc0cff264a11315c0 network default NAD default] I0327 10:56:42.651074 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-688758954f-6frbg, hostIfaceName: 66d782768b22fe7, network: default, NAD default, SandboxID: "66d782768b22fe78fba0dfd0bd7a22b148cd25e85fcbe4dfc0cff264a11315c0", PCI device ID: , UID: "678f7d07-d044-48a2-a96b-638c9c4e9fa7", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0327 10:56:42.710858 3839 cni.go:424] [tsf-tas/trillian-logserver-688758954f-6frbg 66d782768b22fe78fba0dfd0bd7a22b148cd25e85fcbe4dfc0cff264a11315c0 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-688758954f-6frbg 66d782768b22fe78fba0dfd0bd7a22b148cd25e85fcbe4dfc0cff264a11315c0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:5d:7a:ac:06:0a\",\"name\":\"66d782768b22fe7\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfbe22f7-e382-47ef-ad24-beb29b62fc2b\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:56:45.123926 3839 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7c4c96f494-8kzds] creating logical port tsf-tas_trillian-db-7c4c96f494-8kzds for pod on switch ip-10-0-0-12.ec2.internal I0327 10:56:45.124016 3839 kube.go:256] Updating pod tsf-tas/trillian-db-7c4c96f494-8kzds I0327 10:56:45.143315 3839 pod.go:62] [tsf-tas/trillian-db-7c4c96f494-8kzds] pod update took 19.320142ms I0327 10:56:45.143342 3839 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-7c4c96f494-8kzds] addLogicalPort annotation time took 19.353976ms I0327 10:56:45.144720 3839 pods.go:271] [tsf-tas/trillian-db-7c4c96f494-8kzds] addLogicalPort took 20.810927ms, libovsdb time 945.28µs W0327 10:56:45.491528 3839 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0327 10:56:45.491548 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0327 10:56:53.005066 3839 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0327 10:56:53.393160 3839 cni.go:403] [tsf-tas/trillian-db-7c4c96f494-8kzds be5f8f78b65b38370a41f016ddd47a92c3a6b401420274e8cdc0401b403bb71a network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-7c4c96f494-8kzds be5f8f78b65b38370a41f016ddd47a92c3a6b401420274e8cdc0401b403bb71a network default NAD default] I0327 10:56:53.402739 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7c4c96f494-8kzds, hostIfaceName: be5f8f78b65b383, network: default, NAD default, SandboxID: "be5f8f78b65b38370a41f016ddd47a92c3a6b401420274e8cdc0401b403bb71a", PCI device ID: , UID: "0d35ad0c-019e-4d0b-8b69-1916d8a50013", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0327 10:56:53.449746 3839 cni.go:424] [tsf-tas/trillian-db-7c4c96f494-8kzds be5f8f78b65b38370a41f016ddd47a92c3a6b401420274e8cdc0401b403bb71a network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-7c4c96f494-8kzds be5f8f78b65b38370a41f016ddd47a92c3a6b401420274e8cdc0401b403bb71a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:31:56:f7:0f:ed\",\"name\":\"be5f8f78b65b383\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5f0827d-4248-47f8-9cb4-16ee59b61092\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:56:54.076776 3839 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0327 10:56:57.070207 3839 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0327 10:56:57.073775 3839 cni.go:403] [tsf-tas/segment-backup-installation-mlnvm-pgkrt c186616ce3171de4ccf86656e9a592743b772d2cc702d3ab9c4475c2ff47dfd1 network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-mlnvm-pgkrt c186616ce3171de4ccf86656e9a592743b772d2cc702d3ab9c4475c2ff47dfd1 network default NAD default] I0327 10:56:57.138314 3839 cni.go:424] [tsf-tas/segment-backup-installation-mlnvm-pgkrt c186616ce3171de4ccf86656e9a592743b772d2cc702d3ab9c4475c2ff47dfd1 network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-mlnvm-pgkrt c186616ce3171de4ccf86656e9a592743b772d2cc702d3ab9c4475c2ff47dfd1 network default NAD default], result "{}", err I0327 10:56:57.192071 3839 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-mlnvm-pgkrt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:56:57.192111 3839 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-mlnvm-pgkrt I0327 10:56:57.193575 3839 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-mlnvm-pgkrt, ips: 10.130.0.38 I0327 10:56:57.193605 3839 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-mlnvm-pgkrt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:56:58.088987 3839 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mlnvm-pgkrt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:56:58.089019 3839 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-mlnvm-pgkrt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:05.738439 3839 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0327 10:57:08.134816 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0327 10:57:12.212970 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0327 10:57:24.176312 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0327 10:57:29.259372 3839 cni.go:403] [tsf-tas/test-tsf-tas df0ae6bc9c472acaa238ef655d434d0324f401e95bd4f0460fee45593817666a network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas df0ae6bc9c472acaa238ef655d434d0324f401e95bd4f0460fee45593817666a network default NAD default] I0327 10:57:29.327991 3839 cni.go:424] [tsf-tas/test-tsf-tas df0ae6bc9c472acaa238ef655d434d0324f401e95bd4f0460fee45593817666a network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas df0ae6bc9c472acaa238ef655d434d0324f401e95bd4f0460fee45593817666a network default NAD default], result "{}", err I0327 10:57:29.384368 3839 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:29.384441 3839 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0327 10:57:29.385737 3839 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.37 I0327 10:57:29.385766 3839 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:29.406556 3839 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:29.406580 3839 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:29.413834 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0327 10:57:29.413857 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0327 10:57:30.095976 3839 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-457tt] creating logical port tsf_patch-tekton-config-457tt for pod on switch ip-10-0-0-12.ec2.internal I0327 10:57:30.096077 3839 kube.go:256] Updating pod tsf/patch-tekton-config-457tt I0327 10:57:30.108769 3839 pod.go:62] [tsf/patch-tekton-config-457tt] pod update took 12.717528ms I0327 10:57:30.108794 3839 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-457tt] addLogicalPort annotation time took 12.746352ms I0327 10:57:30.110108 3839 pods.go:271] [tsf/patch-tekton-config-457tt] addLogicalPort took 14.152544ms, libovsdb time 872.587µs I0327 10:57:30.271594 3839 cni.go:403] [tsf-tas/ctlog-createtree-job-gvgt7-j425z a72baee7209049a89bd567dd20ae85cda15daab435eb1da499e984c44d8115ce network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-gvgt7-j425z a72baee7209049a89bd567dd20ae85cda15daab435eb1da499e984c44d8115ce network default NAD default] I0327 10:57:30.351089 3839 cni.go:424] [tsf-tas/ctlog-createtree-job-gvgt7-j425z a72baee7209049a89bd567dd20ae85cda15daab435eb1da499e984c44d8115ce network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-gvgt7-j425z a72baee7209049a89bd567dd20ae85cda15daab435eb1da499e984c44d8115ce network default NAD default], result "{}", err I0327 10:57:30.406483 3839 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-gvgt7-j425z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:30.406529 3839 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-gvgt7-j425z I0327 10:57:30.407892 3839 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-gvgt7-j425z, ips: 10.130.0.39 I0327 10:57:30.407923 3839 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-gvgt7-j425z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:30.458670 3839 cni.go:403] [tsf/patch-tekton-config-457tt 5df13886b489034edcd36f1337bb2a16718b445acc6201dd9b3cc18d5b619a71 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-457tt 5df13886b489034edcd36f1337bb2a16718b445acc6201dd9b3cc18d5b619a71 network default NAD default] I0327 10:57:30.467336 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-457tt, hostIfaceName: 5df13886b489034, network: default, NAD default, SandboxID: "5df13886b489034edcd36f1337bb2a16718b445acc6201dd9b3cc18d5b619a71", PCI device ID: , UID: "e55ff4cd-33c4-49ba-94d2-eb3685672769", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0327 10:57:30.514261 3839 cni.go:424] [tsf/patch-tekton-config-457tt 5df13886b489034edcd36f1337bb2a16718b445acc6201dd9b3cc18d5b619a71 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-457tt 5df13886b489034edcd36f1337bb2a16718b445acc6201dd9b3cc18d5b619a71 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:12:99:ee:17:ce\",\"name\":\"5df13886b489034\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce29fadb-bf47-4be9-a53f-84400f9d276e\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:57:31.290474 3839 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-gvgt7-j425z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:31.290500 3839 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-gvgt7-j425z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:32.233257 3839 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-77bcc6c9c8-kftql] creating logical port tsf-tas_ctlog-77bcc6c9c8-kftql for pod on switch ip-10-0-0-12.ec2.internal I0327 10:57:32.233405 3839 kube.go:256] Updating pod tsf-tas/ctlog-77bcc6c9c8-kftql I0327 10:57:32.253417 3839 pod.go:62] [tsf-tas/ctlog-77bcc6c9c8-kftql] pod update took 20.04185ms I0327 10:57:32.253509 3839 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-77bcc6c9c8-kftql] addLogicalPort annotation time took 20.137991ms I0327 10:57:32.255117 3839 pods.go:271] [tsf-tas/ctlog-77bcc6c9c8-kftql] addLogicalPort took 21.896621ms, libovsdb time 1.070673ms I0327 10:57:32.620198 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0327 10:57:36.077096 3839 cni.go:403] [tsf-tas/ctlog-77bcc6c9c8-kftql cbdf2b078b8567d6319454bc8a46ae1d72ea70c3ff78e8401968e1d08fd7f9c8 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-77bcc6c9c8-kftql cbdf2b078b8567d6319454bc8a46ae1d72ea70c3ff78e8401968e1d08fd7f9c8 network default NAD default] I0327 10:57:36.085427 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-77bcc6c9c8-kftql, hostIfaceName: cbdf2b078b8567d, network: default, NAD default, SandboxID: "cbdf2b078b8567d6319454bc8a46ae1d72ea70c3ff78e8401968e1d08fd7f9c8", PCI device ID: , UID: "6338d86d-5b3f-458b-982f-70b5154e667d", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0327 10:57:36.134095 3839 cni.go:424] [tsf-tas/ctlog-77bcc6c9c8-kftql cbdf2b078b8567d6319454bc8a46ae1d72ea70c3ff78e8401968e1d08fd7f9c8 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-77bcc6c9c8-kftql cbdf2b078b8567d6319454bc8a46ae1d72ea70c3ff78e8401968e1d08fd7f9c8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:77:78:35:2d:9c\",\"name\":\"cbdf2b078b8567d\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8368b290-e6be-45ce-89d5-dc3d24476225\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:57:38.330293 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0327 10:57:38.334660 3839 cni.go:403] [tsf/patch-tekton-config-457tt 5df13886b489034edcd36f1337bb2a16718b445acc6201dd9b3cc18d5b619a71 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-457tt 5df13886b489034edcd36f1337bb2a16718b445acc6201dd9b3cc18d5b619a71 network default NAD default] I0327 10:57:38.411045 3839 cni.go:424] [tsf/patch-tekton-config-457tt 5df13886b489034edcd36f1337bb2a16718b445acc6201dd9b3cc18d5b619a71 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-457tt 5df13886b489034edcd36f1337bb2a16718b445acc6201dd9b3cc18d5b619a71 network default NAD default], result "{}", err I0327 10:57:38.473581 3839 obj_retry.go:464] Detected object tsf/patch-tekton-config-457tt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:38.473616 3839 pods.go:176] Deleting pod: tsf/patch-tekton-config-457tt I0327 10:57:38.474841 3839 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-457tt, ips: 10.130.0.42 I0327 10:57:38.474872 3839 obj_retry.go:464] Detected object tsf/patch-tekton-config-457tt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:38.928788 3839 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-w6bwq-57mmh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:38.929392 3839 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-w6bwq-57mmh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:39.348559 3839 obj_retry.go:458] Detected object tsf/patch-tekton-config-457tt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:39.348590 3839 obj_retry.go:458] Detected object tsf/patch-tekton-config-457tt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:39.451145 3839 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-kf2vd] creating logical port tsf_tsf-tekton-configuration-kf2vd for pod on switch ip-10-0-0-12.ec2.internal I0327 10:57:39.451262 3839 kube.go:256] Updating pod tsf/tsf-tekton-configuration-kf2vd I0327 10:57:39.464164 3839 pod.go:62] [tsf/tsf-tekton-configuration-kf2vd] pod update took 12.935545ms I0327 10:57:39.464190 3839 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-kf2vd] addLogicalPort annotation time took 12.968369ms I0327 10:57:39.465458 3839 pods.go:271] [tsf/tsf-tekton-configuration-kf2vd] addLogicalPort took 14.328012ms, libovsdb time 823.961µs I0327 10:57:39.802413 3839 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-w6bwq-57mmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:39.802440 3839 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-w6bwq-57mmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:39.811160 3839 cni.go:403] [tsf/tsf-tekton-configuration-kf2vd efec1d56e96fb81d73b4434783e0cb3c7d02c454bfd524f312a68d5be7ceba09 network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-kf2vd efec1d56e96fb81d73b4434783e0cb3c7d02c454bfd524f312a68d5be7ceba09 network default NAD default] I0327 10:57:39.819585 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-kf2vd, hostIfaceName: efec1d56e96fb81, network: default, NAD default, SandboxID: "efec1d56e96fb81d73b4434783e0cb3c7d02c454bfd524f312a68d5be7ceba09", PCI device ID: , UID: "c12a80a9-39ee-4655-a165-53d4555d68dd", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0327 10:57:39.864715 3839 cni.go:424] [tsf/tsf-tekton-configuration-kf2vd efec1d56e96fb81d73b4434783e0cb3c7d02c454bfd524f312a68d5be7ceba09 network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-kf2vd efec1d56e96fb81d73b4434783e0cb3c7d02c454bfd524f312a68d5be7ceba09 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:36:28:1f:62:fe\",\"name\":\"efec1d56e96fb81\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28400938-8993-4ca9-aacc-9d1a36df185e\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:57:43.088039 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0327 10:57:43.832145 3839 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7c59fd8478-mmxfn] creating logical port tsf-tas_rekor-search-ui-7c59fd8478-mmxfn for pod on switch ip-10-0-0-12.ec2.internal I0327 10:57:43.832294 3839 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7c59fd8478-mmxfn I0327 10:57:43.845225 3839 pod.go:62] [tsf-tas/rekor-search-ui-7c59fd8478-mmxfn] pod update took 12.952649ms I0327 10:57:43.845262 3839 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-7c59fd8478-mmxfn] addLogicalPort annotation time took 12.995242ms I0327 10:57:43.846544 3839 pods.go:271] [tsf-tas/rekor-search-ui-7c59fd8478-mmxfn] addLogicalPort took 14.419881ms, libovsdb time 873.74µs I0327 10:57:44.201142 3839 cni.go:403] [tsf-tas/rekor-search-ui-7c59fd8478-mmxfn 61032d0f63d435f24856d8f4338a6ea8bfb02262f20d262adb47d5855afb4885 network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-7c59fd8478-mmxfn 61032d0f63d435f24856d8f4338a6ea8bfb02262f20d262adb47d5855afb4885 network default NAD default] I0327 10:57:44.210262 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7c59fd8478-mmxfn, hostIfaceName: 61032d0f63d435f, network: default, NAD default, SandboxID: "61032d0f63d435f24856d8f4338a6ea8bfb02262f20d262adb47d5855afb4885", PCI device ID: , UID: "7008252e-6cc9-45f3-8522-2fc1d2ba5cd0", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0327 10:57:44.259288 3839 cni.go:424] [tsf-tas/rekor-search-ui-7c59fd8478-mmxfn 61032d0f63d435f24856d8f4338a6ea8bfb02262f20d262adb47d5855afb4885 network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-7c59fd8478-mmxfn 61032d0f63d435f24856d8f4338a6ea8bfb02262f20d262adb47d5855afb4885 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:9b:e3:cc:93:28\",\"name\":\"61032d0f63d435f\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fb6b2c0-4b9c-4718-bbdc-4aa331709748\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:57:47.278382 3839 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0327 10:57:48.393937 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0327 10:57:49.344826 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0327 10:57:49.401507 3839 cni.go:403] [tsf/tsf-tekton-configuration-kf2vd efec1d56e96fb81d73b4434783e0cb3c7d02c454bfd524f312a68d5be7ceba09 network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-kf2vd efec1d56e96fb81d73b4434783e0cb3c7d02c454bfd524f312a68d5be7ceba09 network default NAD default] I0327 10:57:49.476483 3839 cni.go:424] [tsf/tsf-tekton-configuration-kf2vd efec1d56e96fb81d73b4434783e0cb3c7d02c454bfd524f312a68d5be7ceba09 network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-kf2vd efec1d56e96fb81d73b4434783e0cb3c7d02c454bfd524f312a68d5be7ceba09 network default NAD default], result "{}", err I0327 10:57:49.530668 3839 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-kf2vd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:49.530711 3839 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-kf2vd I0327 10:57:49.532046 3839 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-kf2vd, ips: 10.130.0.44 I0327 10:57:49.532077 3839 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-kf2vd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:50.437056 3839 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-kf2vd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:50.437083 3839 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-kf2vd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:50.478793 3839 obj_retry.go:458] Detected object tsf/patch-tekton-config-457tt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:50.478824 3839 obj_retry.go:458] Detected object tsf/patch-tekton-config-457tt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:50.484038 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-457tt I0327 10:57:50.484063 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-457tt I0327 10:57:50.618838 3839 base_network_controller_pods.go:487] [default/tsf/test-tsf-pipelines] creating logical port tsf_test-tsf-pipelines for pod on switch ip-10-0-0-12.ec2.internal I0327 10:57:50.618964 3839 kube.go:256] Updating pod tsf/test-tsf-pipelines I0327 10:57:50.632996 3839 pod.go:62] [tsf/test-tsf-pipelines] pod update took 14.056842ms I0327 10:57:50.633022 3839 base_network_controller_pods.go:937] [default/tsf/test-tsf-pipelines] addLogicalPort annotation time took 14.088043ms I0327 10:57:50.634392 3839 pods.go:271] [tsf/test-tsf-pipelines] addLogicalPort took 15.569466ms, libovsdb time 963.174µs I0327 10:57:50.978373 3839 cni.go:403] [tsf/test-tsf-pipelines 53493bcb213e16c9329c88c5794b96282c3261191a9249afb12ce9a04c6034f8 network default NAD default] ADD starting CNI request [tsf/test-tsf-pipelines 53493bcb213e16c9329c88c5794b96282c3261191a9249afb12ce9a04c6034f8 network default NAD default] I0327 10:57:50.987353 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-pipelines, hostIfaceName: 53493bcb213e16c, network: default, NAD default, SandboxID: "53493bcb213e16c9329c88c5794b96282c3261191a9249afb12ce9a04c6034f8", PCI device ID: , UID: "93733c0b-7e12-4a7c-a1bd-e74ccc718556", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0327 10:57:51.033579 3839 cni.go:424] [tsf/test-tsf-pipelines 53493bcb213e16c9329c88c5794b96282c3261191a9249afb12ce9a04c6034f8 network default NAD default] ADD finished CNI request [tsf/test-tsf-pipelines 53493bcb213e16c9329c88c5794b96282c3261191a9249afb12ce9a04c6034f8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:43:d4:4b:9f:f4\",\"name\":\"53493bcb213e16c\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3bf4608-f973-412c-8a35-b12a507d78c5\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:57:51.860509 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0327 10:57:59.466171 3839 cni.go:403] [tsf/test-tsf-pipelines 53493bcb213e16c9329c88c5794b96282c3261191a9249afb12ce9a04c6034f8 network default NAD default] DEL starting CNI request [tsf/test-tsf-pipelines 53493bcb213e16c9329c88c5794b96282c3261191a9249afb12ce9a04c6034f8 network default NAD default] I0327 10:57:59.544000 3839 cni.go:424] [tsf/test-tsf-pipelines 53493bcb213e16c9329c88c5794b96282c3261191a9249afb12ce9a04c6034f8 network default NAD default] DEL finished CNI request [tsf/test-tsf-pipelines 53493bcb213e16c9329c88c5794b96282c3261191a9249afb12ce9a04c6034f8 network default NAD default], result "{}", err I0327 10:57:59.601106 3839 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:59.601144 3839 pods.go:176] Deleting pod: tsf/test-tsf-pipelines I0327 10:57:59.602683 3839 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-pipelines, ips: 10.130.0.46 I0327 10:57:59.602721 3839 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:57:59.620037 3839 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:59.620057 3839 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:57:59.623614 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0327 10:57:59.623641 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines W0327 10:58:00.423590 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0327 10:58:00.523676 3839 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-12.ec2.internal I0327 10:58:00.523825 3839 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0327 10:58:00.538200 3839 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.431061ms I0327 10:58:00.538224 3839 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.461363ms I0327 10:58:00.539611 3839 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.951271ms, libovsdb time 948.525µs I0327 10:58:00.887704 3839 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 7b0907d8a7f221d3fb8ce9b7e4467f5e1f8f832e203858903252ecadef8bac2a network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 7b0907d8a7f221d3fb8ce9b7e4467f5e1f8f832e203858903252ecadef8bac2a network default NAD default] I0327 10:58:00.896170 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 7b0907d8a7f221d, network: default, NAD default, SandboxID: "7b0907d8a7f221d3fb8ce9b7e4467f5e1f8f832e203858903252ecadef8bac2a", PCI device ID: , UID: "f5d7729b-f464-4928-9b2a-4d6050a1b6e3", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0327 10:58:00.943149 3839 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 7b0907d8a7f221d3fb8ce9b7e4467f5e1f8f832e203858903252ecadef8bac2a network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 7b0907d8a7f221d3fb8ce9b7e4467f5e1f8f832e203858903252ecadef8bac2a network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:be:cd:7e:7e:e7\",\"name\":\"7b0907d8a7f221d\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2314abf9-8fcb-412a-b452-0d9833a57646\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:58:04.500515 3839 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 7b0907d8a7f221d3fb8ce9b7e4467f5e1f8f832e203858903252ecadef8bac2a network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 7b0907d8a7f221d3fb8ce9b7e4467f5e1f8f832e203858903252ecadef8bac2a network default NAD default] I0327 10:58:04.575101 3839 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 7b0907d8a7f221d3fb8ce9b7e4467f5e1f8f832e203858903252ecadef8bac2a network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 7b0907d8a7f221d3fb8ce9b7e4467f5e1f8f832e203858903252ecadef8bac2a network default NAD default], result "{}", err I0327 10:58:04.636966 3839 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:04.637033 3839 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0327 10:58:04.638322 3839 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.47 I0327 10:58:04.638348 3839 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:04.663198 3839 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:04.663258 3839 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:04.666694 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0327 10:58:04.666726 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0327 10:58:04.903089 3839 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-12.ec2.internal I0327 10:58:04.903188 3839 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0327 10:58:04.918073 3839 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.909902ms I0327 10:58:04.918103 3839 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.943534ms I0327 10:58:04.919430 3839 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.362168ms, libovsdb time 859.661µs I0327 10:58:05.262460 3839 cni.go:403] [tsf-tpa/test-tsf-tpa 6ed6a5eaa77d8437c75623144c1c6d2be4d10bfcacb22c3182d15ea259848596 network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa 6ed6a5eaa77d8437c75623144c1c6d2be4d10bfcacb22c3182d15ea259848596 network default NAD default] I0327 10:58:05.271333 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 6ed6a5eaa77d843, network: default, NAD default, SandboxID: "6ed6a5eaa77d8437c75623144c1c6d2be4d10bfcacb22c3182d15ea259848596", PCI device ID: , UID: "739da91a-bcc1-4d55-87cd-327be8caf63f", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0327 10:58:05.318224 3839 cni.go:424] [tsf-tpa/test-tsf-tpa 6ed6a5eaa77d8437c75623144c1c6d2be4d10bfcacb22c3182d15ea259848596 network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 6ed6a5eaa77d8437c75623144c1c6d2be4d10bfcacb22c3182d15ea259848596 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:15:1d:62:bc:1e\",\"name\":\"6ed6a5eaa77d843\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f13c365a-a869-4192-9914-2d75c3a461d2\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:58:05.959157 3839 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-68tx9] creating logical port tsf-tpa_create-db-68tx9 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:58:05.959318 3839 kube.go:256] Updating pod tsf-tpa/create-db-68tx9 I0327 10:58:05.973867 3839 pod.go:62] [tsf-tpa/create-db-68tx9] pod update took 14.570959ms I0327 10:58:05.973893 3839 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-68tx9] addLogicalPort annotation time took 14.603259ms I0327 10:58:05.975172 3839 pods.go:271] [tsf-tpa/create-db-68tx9] addLogicalPort took 16.037473ms, libovsdb time 884.996µs I0327 10:58:06.344869 3839 cni.go:403] [tsf-tpa/create-db-68tx9 d8b5b22131f89b5a092884235cd62758a8762d3538a963e27620dc75a26e41f7 network default NAD default] ADD starting CNI request [tsf-tpa/create-db-68tx9 d8b5b22131f89b5a092884235cd62758a8762d3538a963e27620dc75a26e41f7 network default NAD default] I0327 10:58:06.353602 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-68tx9, hostIfaceName: d8b5b22131f89b5, network: default, NAD default, SandboxID: "d8b5b22131f89b5a092884235cd62758a8762d3538a963e27620dc75a26e41f7", PCI device ID: , UID: "9b062a32-cf31-4109-99bd-8528494cf307", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0327 10:58:06.400171 3839 cni.go:424] [tsf-tpa/create-db-68tx9 d8b5b22131f89b5a092884235cd62758a8762d3538a963e27620dc75a26e41f7 network default NAD default] ADD finished CNI request [tsf-tpa/create-db-68tx9 d8b5b22131f89b5a092884235cd62758a8762d3538a963e27620dc75a26e41f7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:d6:31:28:05:c1\",\"name\":\"d8b5b22131f89b5\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/173acc8c-be28-41c0-a3d5-efdda0e5be3f\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:58:11.145290 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=376 I0327 10:58:11.549833 3839 cni.go:403] [tsf-tpa/create-db-68tx9 d8b5b22131f89b5a092884235cd62758a8762d3538a963e27620dc75a26e41f7 network default NAD default] DEL starting CNI request [tsf-tpa/create-db-68tx9 d8b5b22131f89b5a092884235cd62758a8762d3538a963e27620dc75a26e41f7 network default NAD default] I0327 10:58:11.622676 3839 cni.go:424] [tsf-tpa/create-db-68tx9 d8b5b22131f89b5a092884235cd62758a8762d3538a963e27620dc75a26e41f7 network default NAD default] DEL finished CNI request [tsf-tpa/create-db-68tx9 d8b5b22131f89b5a092884235cd62758a8762d3538a963e27620dc75a26e41f7 network default NAD default], result "{}", err I0327 10:58:11.684633 3839 obj_retry.go:464] Detected object tsf-tpa/create-db-68tx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:11.684807 3839 pods.go:176] Deleting pod: tsf-tpa/create-db-68tx9 I0327 10:58:11.686411 3839 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-68tx9, ips: 10.130.0.49 I0327 10:58:11.686448 3839 obj_retry.go:464] Detected object tsf-tpa/create-db-68tx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:12.709373 3839 obj_retry.go:458] Detected object tsf-tpa/create-db-68tx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:12.709399 3839 obj_retry.go:458] Detected object tsf-tpa/create-db-68tx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:12.821335 3839 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-bjtt9] creating logical port tsf-tpa_migrate-db-bjtt9 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:58:12.821468 3839 kube.go:256] Updating pod tsf-tpa/migrate-db-bjtt9 I0327 10:58:12.834743 3839 pod.go:62] [tsf-tpa/migrate-db-bjtt9] pod update took 13.288218ms I0327 10:58:12.834836 3839 base_network_controller_pods.go:937] [default/tsf-tpa/migrate-db-bjtt9] addLogicalPort annotation time took 13.392729ms I0327 10:58:12.836374 3839 pods.go:271] [tsf-tpa/migrate-db-bjtt9] addLogicalPort took 15.060578ms, libovsdb time 1.059395ms I0327 10:58:13.184154 3839 cni.go:403] [tsf-tpa/migrate-db-bjtt9 1f40e997c8e2b123f79a0eb61c6c4aa95c76ec2f7ebd7537165a5710da130608 network default NAD default] ADD starting CNI request [tsf-tpa/migrate-db-bjtt9 1f40e997c8e2b123f79a0eb61c6c4aa95c76ec2f7ebd7537165a5710da130608 network default NAD default] I0327 10:58:13.193131 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-bjtt9, hostIfaceName: 1f40e997c8e2b12, network: default, NAD default, SandboxID: "1f40e997c8e2b123f79a0eb61c6c4aa95c76ec2f7ebd7537165a5710da130608", PCI device ID: , UID: "274f7905-fd38-40e6-a0a3-06de43cc33f8", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0327 10:58:13.242358 3839 cni.go:424] [tsf-tpa/migrate-db-bjtt9 1f40e997c8e2b123f79a0eb61c6c4aa95c76ec2f7ebd7537165a5710da130608 network default NAD default] ADD finished CNI request [tsf-tpa/migrate-db-bjtt9 1f40e997c8e2b123f79a0eb61c6c4aa95c76ec2f7ebd7537165a5710da130608 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:da:c7:43:67:9d\",\"name\":\"1f40e997c8e2b12\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f56aa40a-43a1-40e6-8726-57418fb0c052\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:58:15.575173 3839 cni.go:403] [tsf-tpa/migrate-db-bjtt9 1f40e997c8e2b123f79a0eb61c6c4aa95c76ec2f7ebd7537165a5710da130608 network default NAD default] DEL starting CNI request [tsf-tpa/migrate-db-bjtt9 1f40e997c8e2b123f79a0eb61c6c4aa95c76ec2f7ebd7537165a5710da130608 network default NAD default] I0327 10:58:15.668210 3839 cni.go:424] [tsf-tpa/migrate-db-bjtt9 1f40e997c8e2b123f79a0eb61c6c4aa95c76ec2f7ebd7537165a5710da130608 network default NAD default] DEL finished CNI request [tsf-tpa/migrate-db-bjtt9 1f40e997c8e2b123f79a0eb61c6c4aa95c76ec2f7ebd7537165a5710da130608 network default NAD default], result "{}", err I0327 10:58:15.734575 3839 obj_retry.go:464] Detected object tsf-tpa/migrate-db-bjtt9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:15.734612 3839 pods.go:176] Deleting pod: tsf-tpa/migrate-db-bjtt9 I0327 10:58:15.735861 3839 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-bjtt9, ips: 10.130.0.50 I0327 10:58:15.735890 3839 obj_retry.go:464] Detected object tsf-tpa/migrate-db-bjtt9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:15.857137 3839 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bjtt9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:15.857163 3839 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bjtt9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:19.008112 3839 base_network_controller_pods.go:487] [default/tsf-tpa/server-767548777d-bqd92] creating logical port tsf-tpa_server-767548777d-bqd92 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:58:19.008220 3839 kube.go:256] Updating pod tsf-tpa/server-767548777d-bqd92 I0327 10:58:19.024470 3839 pod.go:62] [tsf-tpa/server-767548777d-bqd92] pod update took 16.277343ms I0327 10:58:19.024496 3839 base_network_controller_pods.go:937] [default/tsf-tpa/server-767548777d-bqd92] addLogicalPort annotation time took 16.30588ms I0327 10:58:19.025951 3839 pods.go:271] [tsf-tpa/server-767548777d-bqd92] addLogicalPort took 17.856084ms, libovsdb time 1.050221ms I0327 10:58:19.029926 3839 base_network_controller_pods.go:487] [default/tsf-tpa/importer-74cd48f5c7-t5vk9] creating logical port tsf-tpa_importer-74cd48f5c7-t5vk9 for pod on switch ip-10-0-0-12.ec2.internal I0327 10:58:19.030006 3839 kube.go:256] Updating pod tsf-tpa/importer-74cd48f5c7-t5vk9 I0327 10:58:19.049050 3839 pod.go:62] [tsf-tpa/importer-74cd48f5c7-t5vk9] pod update took 19.066304ms I0327 10:58:19.049075 3839 base_network_controller_pods.go:937] [default/tsf-tpa/importer-74cd48f5c7-t5vk9] addLogicalPort annotation time took 19.097593ms I0327 10:58:19.050322 3839 pods.go:271] [tsf-tpa/importer-74cd48f5c7-t5vk9] addLogicalPort took 20.406752ms, libovsdb time 838.068µs I0327 10:58:21.170050 3839 obj_retry.go:464] Detected object tsf-tpa/create-importers-8hwlt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:21.170662 3839 obj_retry.go:464] Detected object tsf-tpa/create-importers-8hwlt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:22.194211 3839 obj_retry.go:458] Detected object tsf-tpa/create-importers-8hwlt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:22.194254 3839 obj_retry.go:458] Detected object tsf-tpa/create-importers-8hwlt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:22.985845 3839 cni.go:403] [tsf-tpa/server-767548777d-bqd92 0c575acd84ec3ac61bc0db435dbf13b0e12e8316d1efc55143fdc24c4b47bf61 network default NAD default] ADD starting CNI request [tsf-tpa/server-767548777d-bqd92 0c575acd84ec3ac61bc0db435dbf13b0e12e8316d1efc55143fdc24c4b47bf61 network default NAD default] I0327 10:58:22.995070 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-767548777d-bqd92, hostIfaceName: 0c575acd84ec3ac, network: default, NAD default, SandboxID: "0c575acd84ec3ac61bc0db435dbf13b0e12e8316d1efc55143fdc24c4b47bf61", PCI device ID: , UID: "e5f17159-1a15-4359-87a7-c1b5af9b8998", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0327 10:58:23.000017 3839 cni.go:403] [tsf-tpa/importer-74cd48f5c7-t5vk9 da63c0865fed6692de8b3d85dffe73f037fc3732db6b6f48e0f73df095aa130c network default NAD default] ADD starting CNI request [tsf-tpa/importer-74cd48f5c7-t5vk9 da63c0865fed6692de8b3d85dffe73f037fc3732db6b6f48e0f73df095aa130c network default NAD default] I0327 10:58:23.009176 3839 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-74cd48f5c7-t5vk9, hostIfaceName: da63c0865fed669, network: default, NAD default, SandboxID: "da63c0865fed6692de8b3d85dffe73f037fc3732db6b6f48e0f73df095aa130c", PCI device ID: , UID: "5a89a38e-edc3-4680-a35d-452d62cfe6f2", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0327 10:58:23.046297 3839 cni.go:424] [tsf-tpa/server-767548777d-bqd92 0c575acd84ec3ac61bc0db435dbf13b0e12e8316d1efc55143fdc24c4b47bf61 network default NAD default] ADD finished CNI request [tsf-tpa/server-767548777d-bqd92 0c575acd84ec3ac61bc0db435dbf13b0e12e8316d1efc55143fdc24c4b47bf61 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:8b:df:34:91:f5\",\"name\":\"0c575acd84ec3ac\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e24222c-06bf-4831-ab45-4999523aa14f\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:58:23.076166 3839 cni.go:424] [tsf-tpa/importer-74cd48f5c7-t5vk9 da63c0865fed6692de8b3d85dffe73f037fc3732db6b6f48e0f73df095aa130c network default NAD default] ADD finished CNI request [tsf-tpa/importer-74cd48f5c7-t5vk9 da63c0865fed6692de8b3d85dffe73f037fc3732db6b6f48e0f73df095aa130c network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:ac:a8:d8:84:29\",\"name\":\"da63c0865fed669\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7eb1be7-b51e-4604-ad42-2327932d1ed2\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 10:58:23.662089 3839 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0327 10:58:24.191105 3839 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-25944-dvjkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:24.191707 3839 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-25944-dvjkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:25.066979 3839 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-25944-dvjkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:25.067003 3839 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-25944-dvjkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0327 10:58:30.088658 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0327 10:58:34.665529 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0327 10:58:51.796631 3839 cni.go:403] [tsf-tpa/test-tsf-tpa 6ed6a5eaa77d8437c75623144c1c6d2be4d10bfcacb22c3182d15ea259848596 network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa 6ed6a5eaa77d8437c75623144c1c6d2be4d10bfcacb22c3182d15ea259848596 network default NAD default] I0327 10:58:51.871726 3839 cni.go:424] [tsf-tpa/test-tsf-tpa 6ed6a5eaa77d8437c75623144c1c6d2be4d10bfcacb22c3182d15ea259848596 network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 6ed6a5eaa77d8437c75623144c1c6d2be4d10bfcacb22c3182d15ea259848596 network default NAD default], result "{}", err I0327 10:58:51.933472 3839 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:51.933510 3839 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0327 10:58:51.934935 3839 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.48 I0327 10:58:51.934962 3839 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:51.990414 3839 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:51.990440 3839 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:51.999472 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0327 10:58:51.999501 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0327 10:58:52.867170 3839 namespace.go:98] [image-controller] adding namespace I0327 10:58:52.868083 3839 namespace.go:102] [image-controller] adding namespace took 886.181µs I0327 10:58:52.872020 3839 namespace.go:98] [integration-service] adding namespace I0327 10:58:52.872082 3839 namespace.go:98] [build-service] adding namespace I0327 10:58:52.872721 3839 namespace.go:102] [integration-service] adding namespace took 681.971µs I0327 10:58:52.873266 3839 namespace.go:102] [build-service] adding namespace took 1.162613ms I0327 10:58:52.933882 3839 namespace.go:142] [image-controller] updating namespace I0327 10:58:52.970213 3839 namespace.go:142] [image-controller] updating namespace I0327 10:58:52.975469 3839 namespace.go:142] [integration-service] updating namespace I0327 10:58:53.000498 3839 namespace.go:142] [integration-service] updating namespace I0327 10:58:53.010366 3839 namespace.go:142] [build-service] updating namespace I0327 10:58:53.027787 3839 namespace.go:142] [build-service] updating namespace I0327 10:58:53.081278 3839 namespace.go:142] [build-service] updating namespace I0327 10:58:53.098453 3839 namespace.go:142] [integration-service] updating namespace I0327 10:58:53.137998 3839 namespace.go:98] [release-service] adding namespace I0327 10:58:53.138891 3839 namespace.go:102] [release-service] adding namespace took 872.166µs I0327 10:58:53.155322 3839 namespace.go:142] [konflux-ui] updating namespace I0327 10:58:53.189361 3839 namespace.go:142] [release-service] updating namespace I0327 10:58:53.203179 3839 base_network_controller_pods.go:487] [default/konflux-ui/tsf-konflux-public-key-45h7j] creating logical port konflux-ui_tsf-konflux-public-key-45h7j for pod on switch ip-10-0-0-12.ec2.internal I0327 10:58:53.203283 3839 kube.go:256] Updating pod konflux-ui/tsf-konflux-public-key-45h7j I0327 10:58:53.209708 3839 namespace.go:142] [release-service] updating namespace I0327 10:58:53.232218 3839 pod.go:62] [konflux-ui/tsf-konflux-public-key-45h7j] pod update took 28.972233ms I0327 10:58:53.232256 3839 base_network_controller_pods.go:937] [default/konflux-ui/tsf-konflux-public-key-45h7j] addLogicalPort annotation time took 28.999516ms I0327 10:58:53.233434 3839 pods.go:271] [konflux-ui/tsf-konflux-public-key-45h7j] addLogicalPort took 30.270234ms, libovsdb time 799.146µs I0327 10:58:53.271625 3839 namespace.go:98] [konflux-info] adding namespace I0327 10:58:53.272367 3839 namespace.go:102] [konflux-info] adding namespace took 722.408µs I0327 10:58:53.324215 3839 namespace.go:98] [namespace-lister] adding namespace I0327 10:58:53.325081 3839 namespace.go:102] [namespace-lister] adding namespace took 846.311µs I0327 10:58:53.347279 3839 namespace.go:142] [konflux-info] updating namespace I0327 10:58:53.362116 3839 namespace.go:142] [image-controller] updating namespace I0327 10:58:53.362192 3839 namespace.go:98] [enterprise-contract-service] adding namespace I0327 10:58:53.363046 3839 namespace.go:102] [enterprise-contract-service] adding namespace took 839.516µs I0327 10:58:53.384490 3839 namespace.go:142] [konflux-info] updating namespace I0327 10:58:53.456465 3839 namespace.go:142] [namespace-lister] updating namespace I0327 10:58:53.507983 3839 namespace.go:142] [namespace-lister] updating namespace I0327 10:58:53.519292 3839 namespace.go:142] [enterprise-contract-service] updating namespace I0327 10:58:53.564471 3839 cni.go:403] [konflux-ui/tsf-konflux-public-key-45h7j 1ec1e4f3352c17662d50a1071b49d68adb4dc275070dac3946210c842b2ef80d network default NAD default] ADD starting CNI request [konflux-ui/tsf-konflux-public-key-45h7j 1ec1e4f3352c17662d50a1071b49d68adb4dc275070dac3946210c842b2ef80d network default NAD default] I0327 10:58:53.572984 3839 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: tsf-konflux-public-key-45h7j, hostIfaceName: 1ec1e4f3352c176, network: default, NAD default, SandboxID: "1ec1e4f3352c17662d50a1071b49d68adb4dc275070dac3946210c842b2ef80d", PCI device ID: , UID: "109b10e0-96fd-49d7-a8d2-8e78db421495", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0327 10:58:53.617291 3839 namespace.go:98] [default-tenant] adding namespace I0327 10:58:53.617933 3839 namespace.go:102] [default-tenant] adding namespace took 619.074µs I0327 10:58:53.621975 3839 cni.go:424] [konflux-ui/tsf-konflux-public-key-45h7j 1ec1e4f3352c17662d50a1071b49d68adb4dc275070dac3946210c842b2ef80d network default NAD default] ADD finished CNI request [konflux-ui/tsf-konflux-public-key-45h7j 1ec1e4f3352c17662d50a1071b49d68adb4dc275070dac3946210c842b2ef80d network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:dd:d5:00:c7:66\",\"name\":\"1ec1e4f3352c176\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95e19f02-f525-4ed7-8ab6-cccc1b993130\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 10:58:53.684474 3839 namespace.go:142] [enterprise-contract-service] updating namespace I0327 10:58:53.931499 3839 namespace.go:142] [default-tenant] updating namespace I0327 10:58:53.994649 3839 namespace.go:98] [segment-bridge] adding namespace I0327 10:58:53.995464 3839 namespace.go:102] [segment-bridge] adding namespace took 793.386µs I0327 10:58:54.092330 3839 namespace.go:142] [default-tenant] updating namespace I0327 10:58:54.266224 3839 namespace.go:142] [segment-bridge] updating namespace I0327 10:58:54.374656 3839 namespace.go:142] [segment-bridge] updating namespace I0327 10:58:54.495298 3839 namespace.go:142] [build-service] updating namespace I0327 10:58:54.540325 3839 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0327 10:58:54.540886 3839 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0327 10:58:54.540904 3839 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0327 10:58:54.543367 3839 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0327 10:58:54.688366 3839 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0327 10:58:54.688398 3839 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0327 10:58:54.689297 3839 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0327 10:58:54.970259 3839 namespace.go:142] [enterprise-contract-service] updating namespace I0327 10:58:55.297666 3839 namespace.go:142] [image-controller] updating namespace I0327 10:58:55.586510 3839 namespace.go:142] [integration-service] updating namespace I0327 10:58:55.800553 3839 namespace.go:142] [konflux-info] updating namespace I0327 10:58:55.995465 3839 namespace.go:142] [namespace-lister] updating namespace I0327 10:58:56.189464 3839 namespace.go:142] [release-service] updating namespace I0327 10:58:56.296290 3839 namespace.go:142] [build-service] updating namespace I0327 10:58:56.327788 3839 namespace.go:142] [enterprise-contract-service] updating namespace I0327 10:58:56.339348 3839 namespace.go:142] [image-controller] updating namespace I0327 10:58:56.348384 3839 namespace.go:142] [integration-service] updating namespace I0327 10:58:56.380365 3839 namespace.go:142] [konflux-info] updating namespace I0327 10:58:56.404579 3839 namespace.go:142] [namespace-lister] updating namespace I0327 10:58:56.414181 3839 namespace.go:142] [release-service] updating namespace I0327 10:58:56.464169 3839 namespace.go:142] [build-service] updating namespace I0327 10:58:56.525787 3839 namespace.go:142] [enterprise-contract-service] updating namespace I0327 10:58:56.587619 3839 namespace.go:142] [image-controller] updating namespace I0327 10:58:56.675259 3839 namespace.go:142] [integration-service] updating namespace I0327 10:58:56.790750 3839 namespace.go:142] [konflux-info] updating namespace I0327 10:58:56.831196 3839 cni.go:403] [konflux-ui/tsf-konflux-public-key-45h7j 1ec1e4f3352c17662d50a1071b49d68adb4dc275070dac3946210c842b2ef80d network default NAD default] DEL starting CNI request [konflux-ui/tsf-konflux-public-key-45h7j 1ec1e4f3352c17662d50a1071b49d68adb4dc275070dac3946210c842b2ef80d network default NAD default] I0327 10:58:56.896334 3839 namespace.go:142] [namespace-lister] updating namespace I0327 10:58:56.903362 3839 cni.go:424] [konflux-ui/tsf-konflux-public-key-45h7j 1ec1e4f3352c17662d50a1071b49d68adb4dc275070dac3946210c842b2ef80d network default NAD default] DEL finished CNI request [konflux-ui/tsf-konflux-public-key-45h7j 1ec1e4f3352c17662d50a1071b49d68adb4dc275070dac3946210c842b2ef80d network default NAD default], result "{}", err I0327 10:58:56.991063 3839 namespace.go:142] [release-service] updating namespace I0327 10:58:56.991067 3839 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-45h7j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:56.991134 3839 pods.go:176] Deleting pod: konflux-ui/tsf-konflux-public-key-45h7j I0327 10:58:56.992427 3839 pods.go:236] Attempting to release IPs for pod: konflux-ui/tsf-konflux-public-key-45h7j, ips: 10.130.0.53 I0327 10:58:56.992455 3839 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-45h7j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:58:58.005315 3839 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-45h7j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:58.005345 3839 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-45h7j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:58:58.180496 3839 namespace.go:142] [default-tenant] updating namespace W0327 10:58:58.259421 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0327 10:58:58.376357 3839 namespace.go:142] [segment-bridge] updating namespace I0327 10:58:58.499716 3839 namespace.go:142] [default-tenant] updating namespace I0327 10:58:58.515031 3839 namespace.go:142] [segment-bridge] updating namespace I0327 10:58:58.600421 3839 namespace.go:142] [default-tenant] updating namespace I0327 10:58:58.699864 3839 namespace.go:142] [segment-bridge] updating namespace W0327 10:59:00.662544 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0327 10:59:00.692075 3839 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0327 10:59:04.176094 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=111 I0327 10:59:05.266460 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=121 W0327 10:59:05.300314 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 10:59:05.301134 3839 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0327 10:59:06.312980 3839 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0327 10:59:06.711295 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0327 10:59:06.711315 3839 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0327 10:59:10.373204 3839 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0327 10:59:10.373224 3839 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0327 10:59:10.398543 3839 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0327 10:59:10.402468 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0327 10:59:10.764825 3839 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0327 10:59:10.765554 3839 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0327 10:59:16.620724 3839 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-rxbzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 10:59:16.621384 3839 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-rxbzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 10:59:16.766423 3839 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-rxbzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:59:16.766458 3839 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-rxbzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 10:59:16.773933 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-rxbzt I0327 10:59:16.773953 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-rxbzt I0327 10:59:50.990356 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0327 10:59:55.169760 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=80 I0327 11:00:04.174194 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576820-x8k56 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:00:04.174814 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576820-x8k56 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:00:05.053867 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576820-x8k56 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:00:05.053900 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576820-x8k56 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:00:06.188598 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0327 11:00:07.845030 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0327 11:00:10.247204 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0327 11:00:19.344481 3839 obj_retry.go:464] Detected object konflux-ui/proxy-5cfc9c98bd-m5t9q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:00:19.345100 3839 obj_retry.go:464] Detected object konflux-ui/proxy-5cfc9c98bd-m5t9q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:00:19.766854 3839 obj_retry.go:458] Detected object konflux-ui/proxy-5cfc9c98bd-m5t9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:00:19.766878 3839 obj_retry.go:458] Detected object konflux-ui/proxy-5cfc9c98bd-m5t9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:00:19.774772 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5cfc9c98bd-m5t9q I0327 11:00:19.774796 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5cfc9c98bd-m5t9q I0327 11:00:36.338519 3839 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:00:36.339088 3839 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:00:36.358331 3839 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:00:36.358355 3839 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:00:36.366143 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0327 11:00:36.366172 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0327 11:00:47.831680 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0327 11:01:05.336970 3839 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:01:05.337624 3839 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:01:06.045938 3839 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:01:06.045965 3839 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:01:06.056323 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx I0327 11:01:06.056348 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-tfbbx I0327 11:01:08.148694 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0327 11:01:18.910821 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0327 11:01:20.399658 3839 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-p6dkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:01:20.400181 3839 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-p6dkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:01:20.741715 3839 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-p6dkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:01:20.741739 3839 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-p6dkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:01:20.745379 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-p6dkq I0327 11:01:20.745400 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-p6dkq I0327 11:01:40.340010 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=63 I0327 11:02:38.623865 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0327 11:02:54.217374 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0327 11:03:34.742397 3839 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0327 11:04:10.092196 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0327 11:04:19.270499 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=38 I0327 11:05:06.994394 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0327 11:05:17.150026 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=201 I0327 11:05:58.251570 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0327 11:06:35.850308 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0327 11:07:21.173808 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0327 11:07:28.915314 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0327 11:07:45.849266 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0327 11:07:52.191883 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0327 11:07:56.180157 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0327 11:07:57.343580 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0327 11:08:12.058697 3839 obj_retry.go:458] Detected object tsf-tpa/create-db-68tx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:08:12.058750 3839 obj_retry.go:458] Detected object tsf-tpa/create-db-68tx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:08:12.064959 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-68tx9 I0327 11:08:12.064993 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-68tx9 I0327 11:08:15.037731 3839 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bjtt9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:08:15.037777 3839 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bjtt9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:08:15.044304 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-bjtt9 I0327 11:08:15.044336 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-bjtt9 I0327 11:08:22.038337 3839 obj_retry.go:458] Detected object tsf-tpa/create-importers-8hwlt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:08:22.038384 3839 obj_retry.go:458] Detected object tsf-tpa/create-importers-8hwlt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:08:22.044797 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-8hwlt I0327 11:08:22.044826 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-8hwlt I0327 11:08:24.152395 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0327 11:09:12.096322 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0327 11:09:50.746802 3839 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0327 11:10:04.386623 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576830-6gxkj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:10:04.387305 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576830-6gxkj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:10:05.263704 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576830-6gxkj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:10:05.263729 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576830-6gxkj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:11:30.627903 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0327 11:12:25.221266 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0327 11:12:32.154641 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=27 I0327 11:12:36.998309 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0327 11:12:54.195690 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0327 11:12:56.256139 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0327 11:13:22.274777 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0327 11:13:58.184596 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0327 11:14:47.858716 3839 namespace.go:98] [default-tenant-managed] adding namespace I0327 11:14:47.859665 3839 namespace.go:102] [default-tenant-managed] adding namespace took 924.107µs I0327 11:14:47.886739 3839 namespace.go:142] [default-tenant-managed] updating namespace I0327 11:14:47.901995 3839 namespace.go:142] [default-tenant-managed] updating namespace I0327 11:14:48.876475 3839 namespace.go:142] [default-tenant-managed] updating namespace I0327 11:14:49.017436 3839 namespace.go:142] [default-tenant-managed] updating namespace I0327 11:14:49.098868 3839 namespace.go:142] [default-tenant-managed] updating namespace I0327 11:15:04.854345 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0327 11:15:15.922149 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0327 11:15:36.177316 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0327 11:15:36.799589 3839 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-g96mn] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-g96mn for pod on switch ip-10-0-0-12.ec2.internal I0327 11:15:36.799732 3839 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-g96mn I0327 11:15:36.815822 3839 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-g96mn] pod update took 16.130075ms I0327 11:15:36.815846 3839 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-g96mn] addLogicalPort annotation time took 16.162631ms I0327 11:15:36.817094 3839 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-g96mn] addLogicalPort took 17.525188ms, libovsdb time 851.414µs I0327 11:15:37.161736 3839 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-g96mn dc96d5ba5633cb18555c034d59d6eefc702806210d1960f0ba8d555aba1e2422 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-g96mn dc96d5ba5633cb18555c034d59d6eefc702806210d1960f0ba8d555aba1e2422 network default NAD default] I0327 11:15:37.170151 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-g96mn, hostIfaceName: dc96d5ba5633cb1, network: default, NAD default, SandboxID: "dc96d5ba5633cb18555c034d59d6eefc702806210d1960f0ba8d555aba1e2422", PCI device ID: , UID: "fefd6a26-2bf9-472d-a0a8-b5e988143c74", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0327 11:15:37.217915 3839 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-g96mn dc96d5ba5633cb18555c034d59d6eefc702806210d1960f0ba8d555aba1e2422 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-g96mn dc96d5ba5633cb18555c034d59d6eefc702806210d1960f0ba8d555aba1e2422 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:16:45:06:66:b8\",\"name\":\"dc96d5ba5633cb1\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11dc105d-2048-4c1c-9735-51b45e7eca6e\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0327 11:15:38.837983 3839 duration.go:461] Config duration recorder: measurement expired for pod/tsf-keycloak/tsf-iam-w674w I0327 11:15:43.100481 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0327 11:15:49.366656 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:15:49.367234 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0327 11:15:51.177076 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 11:15:51.177101 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 11:15:51.177109 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 11:15:51.177117 3839 util.go:959] Failed to build node endpoints for node ip-10-0-0-12.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0327 11:16:16.503913 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:16:16.504477 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:16:18.347418 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0327 11:16:32.853135 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0327 11:16:40.658713 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:16:40.659368 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:16:59.750671 3839 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0327 11:17:58.156006 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0327 11:18:58.199123 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0327 11:19:10.553221 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:19:10.553835 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0327 11:19:18.837366 3839 duration.go:461] Config duration recorder: measurement expired for pod/integration-service/integration-service-controller-manager-759977d69f-rxbzt I0327 11:19:50.802680 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:19:50.803271 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:19:52.855452 3839 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod for pod on switch ip-10-0-0-12.ec2.internal I0327 11:19:52.855648 3839 kube.go:256] Updating pod default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod I0327 11:19:52.881838 3839 pod.go:62] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod] pod update took 26.240325ms I0327 11:19:52.881864 3839 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod] addLogicalPort annotation time took 26.271276ms I0327 11:19:52.883263 3839 pods.go:271] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod] addLogicalPort took 27.832167ms, libovsdb time 865.972µs I0327 11:19:53.225400 3839 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod f6f8037b371d225a80729988833548ff3de8f090383bb251232bf9b9de687231 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod f6f8037b371d225a80729988833548ff3de8f090383bb251232bf9b9de687231 network default NAD default] I0327 11:19:53.233922 3839 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod, hostIfaceName: f6f8037b371d225, network: default, NAD default, SandboxID: "f6f8037b371d225a80729988833548ff3de8f090383bb251232bf9b9de687231", PCI device ID: , UID: "bb95bad8-acdd-4375-82a7-36f3d62c64e4", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0327 11:19:53.284953 3839 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod f6f8037b371d225a80729988833548ff3de8f090383bb251232bf9b9de687231 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod f6f8037b371d225a80729988833548ff3de8f090383bb251232bf9b9de687231 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:4e:c8:95:69:2f\",\"name\":\"f6f8037b371d225\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8ef9d72-08e0-4aee-98d1-51037bcce885\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 11:19:55.224859 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0327 11:20:00.189898 3839 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576840-nbnzg for pod on switch ip-10-0-0-12.ec2.internal I0327 11:20:00.190007 3839 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg I0327 11:20:00.204562 3839 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg] pod update took 14.585669ms I0327 11:20:00.204597 3839 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg] addLogicalPort annotation time took 14.623924ms I0327 11:20:00.206265 3839 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg] addLogicalPort took 16.36703ms, libovsdb time 1.045168ms I0327 11:20:00.561454 3839 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg 53e4f89610edcb7c909758011a4dd1866d587a3d767695e703bdaab65ea82a9f network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg 53e4f89610edcb7c909758011a4dd1866d587a3d767695e703bdaab65ea82a9f network default NAD default] I0327 11:20:00.571328 3839 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576840-nbnzg, hostIfaceName: 53e4f89610edcb7, network: default, NAD default, SandboxID: "53e4f89610edcb7c909758011a4dd1866d587a3d767695e703bdaab65ea82a9f", PCI device ID: , UID: "d30af538-b3c6-4f85-9cf8-eefc0c54919f", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0327 11:20:00.627613 3839 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg 53e4f89610edcb7c909758011a4dd1866d587a3d767695e703bdaab65ea82a9f network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg 53e4f89610edcb7c909758011a4dd1866d587a3d767695e703bdaab65ea82a9f network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:24:65:bb:e1:17\",\"name\":\"53e4f89610edcb7\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5bb428ee-1618-4f02-a5ea-06b79698712a\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 11:20:03.566182 3839 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg 53e4f89610edcb7c909758011a4dd1866d587a3d767695e703bdaab65ea82a9f network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg 53e4f89610edcb7c909758011a4dd1866d587a3d767695e703bdaab65ea82a9f network default NAD default] I0327 11:20:03.654320 3839 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg 53e4f89610edcb7c909758011a4dd1866d587a3d767695e703bdaab65ea82a9f network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg 53e4f89610edcb7c909758011a4dd1866d587a3d767695e703bdaab65ea82a9f network default NAD default], result "{}", err I0327 11:20:03.718734 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:03.718771 3839 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg I0327 11:20:03.720405 3839 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg, ips: 10.130.0.56 I0327 11:20:03.720442 3839 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:04.579543 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:20:04.579569 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576840-nbnzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:20:04.615667 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:20:04.615708 3839 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:20:04.619133 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 I0327 11:20:04.619164 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576810-mckv5 I0327 11:20:33.264178 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:33.264763 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:40.684266 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:40.684893 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:42.385914 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:42.386482 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:44.424151 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:44.424854 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:53.268007 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:53.268590 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:55.158022 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=208 I0327 11:20:55.631859 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0327 11:20:57.335648 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:57.336265 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:57.891801 3839 cni.go:403] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod f6f8037b371d225a80729988833548ff3de8f090383bb251232bf9b9de687231 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod f6f8037b371d225a80729988833548ff3de8f090383bb251232bf9b9de687231 network default NAD default] I0327 11:20:57.982483 3839 cni.go:424] [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod f6f8037b371d225a80729988833548ff3de8f090383bb251232bf9b9de687231 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod f6f8037b371d225a80729988833548ff3de8f090383bb251232bf9b9de687231 network default NAD default], result "{}", err I0327 11:20:58.102800 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:20:58.102835 3839 pods.go:176] Deleting pod: default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod I0327 11:20:58.104325 3839 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod, ips: 10.130.0.55 I0327 11:20:58.104356 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:10.608013 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:10.608559 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:21.927000 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0327 11:21:31.219330 3839 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pjnwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:31.219891 3839 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pjnwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:31.351986 3839 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pjnwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:21:31.352017 3839 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pjnwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:21:31.359446 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-pjnwj I0327 11:21:31.359476 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-pjnwj I0327 11:21:33.014184 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:33.014860 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:36.878126 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:36.878732 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:21:37.260647 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0327 11:21:42.002140 3839 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0327 11:21:43.279267 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0327 11:21:43.856686 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0327 11:22:42.754742 3839 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0327 11:22:57.857723 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0327 11:23:14.196012 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:23:14.196646 3839 obj_retry.go:464] Detected object default-tenant/tsf-comp-wvul-on-push-5scxs-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:23:19.104439 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0327 11:23:28.188816 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0327 11:23:41.432722 3839 obj_retry.go:464] Detected object default-tenant/my-integration-test-rntf-z44kg-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:23:41.433376 3839 obj_retry.go:464] Detected object default-tenant/my-integration-test-rntf-z44kg-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:23:46.350975 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0327 11:24:12.133607 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:24:12.134175 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:24:35.181358 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=68 I0327 11:24:36.242945 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:24:36.243564 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:24:46.332641 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:24:46.333202 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:24:47.349306 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:24:47.349899 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:02.483203 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:02.483830 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:08.547953 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:08.548584 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:16.159385 3839 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0327 11:25:32.787911 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:32.788485 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:58.006973 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:25:58.007527 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:26:15.162206 3839 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=164 I0327 11:26:22.711608 3839 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-d7a5e7d27c-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:26:22.712191 3839 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-d7a5e7d27c-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 11:26:23.127387 3839 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-d7a5e7d27c-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:26:23.127416 3839 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-d7a5e7d27c-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 11:26:23.138920 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant-managed/affinity-assistant-d7a5e7d27c-0 I0327 11:26:23.138944 3839 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod default-tenant-managed/affinity-assistant-d7a5e7d27c-0 I0327 11:26:23.351421 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 11:26:23.351983 3839 obj_retry.go:464] Detected object default-tenant-managed/managed-xq5wh-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it