+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-245.ec2.internal ++ [[ -n ip-10-0-1-245.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-245.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0326 23:34:05.568957231 - disable conntrack on geneve port + echo 'I0326 23:34:05.568957231 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0326 23:34:05.604126447 - starting ovnkube-node + echo 'I0326 23:34:05.604126447 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-245.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-245.ec2.internal --init-node ip-10-0-1-245.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-245.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0326 23:34:05.649217 3889 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0326 23:34:05.649268 3889 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-41e5d74f87.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0326 23:34:05.650696 3889 kube.go:419] Waiting for certificate I0326 23:34:05.650721 3889 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0326 23:34:05.650754 3889 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0326 23:34:05.651797 3889 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 23:34:05.681598 3889 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:34:05.681614 3889 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:34:05.684030 3889 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:34:05.684123 3889 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-s4p6f" I0326 23:34:05.693509 3889 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-s4p6f" I0326 23:34:05.693571 3889 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:34:06.651341 3889 kube.go:426] Certificate found I0326 23:34:06.651941 3889 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 23:34:06.652817 3889 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0326 23:34:06.695627 3889 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-27 23:29:05 +0000 UTC" deadline="2026-03-27 17:49:25.641501386 +0000 UTC" I0326 23:34:06.695688 3889 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h15m18.945825352s" I0326 23:34:06.727696 3889 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 23:34:06.745506 3889 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0326 23:34:06.747728 3889 controller_manager.go:368] Starting the ovnkube controller I0326 23:34:06.747741 3889 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-245.ec2.internal I0326 23:34:06.747784 3889 controller_manager.go:393] NBDB zone sync took: 35.67µs I0326 23:34:06.747793 3889 factory.go:531] Starting watch factory I0326 23:34:06.747919 3889 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0326 23:34:06.747931 3889 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.747942 3889 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.747944 3889 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.747963 3889 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.747991 3889 factory.go:531] Starting watch factory I0326 23:34:06.747988 3889 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.748015 3889 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.748212 3889 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.748232 3889 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.748510 3889 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.748540 3889 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.748542 3889 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.748558 3889 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.765599 3889 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.766333 3889 ovn_northd.go:121] Registering OVN northd metrics I0326 23:34:06.767225 3889 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.768893 3889 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.769142 3889 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.769624 3889 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0326 23:34:06.770593 3889 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.773436 3889 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:34:06.773918 3889 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0326 23:34:06.773948 3889 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0326 23:34:06.789928 3889 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0326 23:34:06.854119 3889 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 23:34:06.854144 3889 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 23:34:06.854148 3889 factory.go:1890] *v1.Node informer cache synced successfully I0326 23:34:06.854151 3889 factory.go:1890] *v1.Service informer cache synced successfully I0326 23:34:06.854154 3889 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 23:34:06.854157 3889 factory.go:1890] *v1.Pod informer cache synced successfully I0326 23:34:06.854124 3889 factory.go:1890] *v1.Pod informer cache synced successfully I0326 23:34:06.854190 3889 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 23:34:06.854200 3889 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 23:34:06.854203 3889 factory.go:1890] *v1.Node informer cache synced successfully I0326 23:34:06.854206 3889 factory.go:1890] *v1.Service informer cache synced successfully I0326 23:34:06.854209 3889 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 23:34:06.854243 3889 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:34:06.854245 3889 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:34:06.854265 3889 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:34:06.854279 3889 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:34:06.857217 3889 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:34:06.857216 3889 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:34:06.859375 3889 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 23:34:06.859384 3889 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 23:34:06.859435 3889 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.859447 3889 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.859547 3889 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 23:34:06.859556 3889 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 23:34:06.861879 3889 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.865023 3889 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 23:34:06.865085 3889 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.865101 3889 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.865157 3889 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 23:34:06.867970 3889 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.870131 3889 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 23:34:06.870184 3889 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.870196 3889 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.870251 3889 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 23:34:06.872585 3889 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.875776 3889 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 23:34:06.875824 3889 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.875835 3889 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.875897 3889 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 23:34:06.878209 3889 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.881269 3889 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 23:34:06.881285 3889 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 23:34:06.881348 3889 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.881366 3889 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.883711 3889 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.886866 3889 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 23:34:06.886880 3889 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 23:34:06.887187 3889 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:34:06.887210 3889 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:34:06.889971 3889 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:34:06.892090 3889 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 23:34:06.892097 3889 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 23:34:06.892157 3889 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.892169 3889 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.892165 3889 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.892211 3889 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.908222 3889 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.908311 3889 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:34:06.998171 3889 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 23:34:06.998183 3889 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 23:34:06.998188 3889 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 23:34:06.998214 3889 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 23:34:06.998222 3889 factory.go:636] Watch Factory start up complete, took: 250.430954ms I0326 23:34:06.998229 3889 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-245.ec2.internal" zone I0326 23:34:06.998190 3889 factory.go:636] Watch Factory start up complete, took: 250.198846ms I0326 23:34:06.998353 3889 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0326 23:34:07.032017 3889 default_node_network_controller.go:709] Initializing the default node network controller I0326 23:34:07.077845 3889 udn_isolation.go:101] Starting UDN host isolation manager I0326 23:34:07.085106 3889 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0326 23:34:07.132645 3889 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0326 23:34:07.132728 3889 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0326 23:34:07.132742 3889 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0326 23:34:07.164791 3889 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0326 23:34:07.164854 3889 default_node_network_controller.go:808] Node ip-10-0-1-245.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0326 23:34:07.170425 3889 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.245"] k8s.ovn.org/zone-name:ip-10-0-1-245.ec2.internal] on node ip-10-0-1-245.ec2.internal I0326 23:34:07.189480 3889 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0326 23:34:07.194933 3889 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0326 23:34:07.195065 3889 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0326 23:34:07.195199 3889 gateway_init.go:263] Preparing Gateway I0326 23:34:07.195210 3889 gateway_shared_intf.go:1658] Creating new gateway I0326 23:34:07.248451 3889 controller_manager.go:427] Waiting for node in zone sync took: 250.208359ms I0326 23:34:07.253227 3889 controller_manager.go:608] Switching to transit router for layer2 networks I0326 23:34:07.253241 3889 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-245.ec2.internal I0326 23:34:07.266691 3889 iptables.go:108] Creating table: filter chain: FORWARD I0326 23:34:07.266889 3889 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 23:34:07.272364 3889 controller_manager.go:288] SCTP support detected in OVN I0326 23:34:07.272953 3889 services_controller.go:69] Creating services controller for network=default I0326 23:34:07.273079 3889 udn_enabled_svc.go:80] Waiting for service informer to sync I0326 23:34:07.273120 3889 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0326 23:34:07.273148 3889 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0326 23:34:07.273160 3889 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0326 23:34:07.273167 3889 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 23:34:07.273315 3889 iptables.go:108] Creating table: filter chain: OUTPUT I0326 23:34:07.273435 3889 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0326 23:34:07.273481 3889 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0326 23:34:07.273501 3889 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.045µs I0326 23:34:07.273516 3889 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 25.128µs I0326 23:34:07.273525 3889 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 43.289µs I0326 23:34:07.273532 3889 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0326 23:34:07.273540 3889 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0326 23:34:07.273550 3889 default_network_controller.go:321] Starting the default network controller I0326 23:34:07.273626 3889 udn_enabled_svc.go:95] Performing full resync I0326 23:34:07.273630 3889 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 4.192µs I0326 23:34:07.273961 3889 udn_enabled_svc.go:99] Waiting for handler to sync I0326 23:34:07.273977 3889 udn_enabled_svc.go:104] Starting worker I0326 23:34:07.280169 3889 gateway_shared_intf.go:1787] Gateway Creation Complete I0326 23:34:07.280184 3889 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-245.ec2.internal","mac-address":"0a:ff:cb:5d:88:e1","ip-addresses":["10.0.1.245/24"],"ip-address":"10.0.1.245/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e1d35a1f-a787-4d3a-952e-418da9c2bba3 k8s.ovn.org/node-encap-ips:["10.0.1.245"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.245/24"} k8s.ovn.org/zone-name:ip-10-0-1-245.ec2.internal] on node ip-10-0-1-245.ec2.internal I0326 23:34:07.281544 3889 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0326 23:34:07.281654 3889 repair.go:33] Syncing exgw routes took 96.739µs I0326 23:34:07.281695 3889 default_network_controller.go:407] Starting all the Watchers... I0326 23:34:07.281851 3889 namespace.go:98] [openshift-network-node-identity] adding namespace I0326 23:34:07.281856 3889 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0326 23:34:07.281862 3889 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0326 23:34:07.281870 3889 namespace.go:98] [openshift-operators-redhat] adding namespace I0326 23:34:07.281874 3889 namespace.go:98] [openshift-console-operator] adding namespace I0326 23:34:07.281886 3889 namespace.go:98] [openshift-machine-api] adding namespace I0326 23:34:07.281886 3889 namespace.go:98] [openshift-config] adding namespace I0326 23:34:07.281898 3889 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0326 23:34:07.281902 3889 namespace.go:98] [openshift-service-ca-operator] adding namespace I0326 23:34:07.281903 3889 namespace.go:98] [openshift-backplane-tam] adding namespace I0326 23:34:07.281912 3889 namespace.go:98] [kube-node-lease] adding namespace I0326 23:34:07.281911 3889 namespace.go:98] [openshift-logging] adding namespace I0326 23:34:07.281922 3889 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0326 23:34:07.281945 3889 namespace.go:98] [openshift-config-operator] adding namespace I0326 23:34:07.282027 3889 namespace.go:98] [openshift-backplane-mobb] adding namespace I0326 23:34:07.282435 3889 namespace.go:102] [openshift-network-node-identity] adding namespace took 571.483µs I0326 23:34:07.282450 3889 namespace.go:98] [openshift-console-user-settings] adding namespace I0326 23:34:07.283316 3889 namespace.go:102] [openshift-console-user-settings] adding namespace took 859.908µs I0326 23:34:07.283331 3889 namespace.go:98] [openshift-apiserver] adding namespace I0326 23:34:07.283825 3889 namespace.go:102] [openshift-apiserver] adding namespace took 487.579µs I0326 23:34:07.283842 3889 namespace.go:98] [openshift-ingress-canary] adding namespace I0326 23:34:07.284346 3889 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 2.475774ms I0326 23:34:07.284377 3889 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0326 23:34:07.284930 3889 namespace.go:102] [openshift-operators-redhat] adding namespace took 3.050858ms I0326 23:34:07.284946 3889 namespace.go:98] [kube-system] adding namespace I0326 23:34:07.285477 3889 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.60342ms I0326 23:34:07.285493 3889 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0326 23:34:07.285954 3889 namespace.go:102] [openshift-console-operator] adding namespace took 4.069505ms I0326 23:34:07.285970 3889 namespace.go:98] [openshift-ingress-operator] adding namespace I0326 23:34:07.286553 3889 namespace.go:102] [openshift-machine-api] adding namespace took 4.660713ms I0326 23:34:07.286565 3889 namespace.go:98] [openshift-machine-config-operator] adding namespace I0326 23:34:07.287057 3889 namespace.go:102] [openshift-config] adding namespace took 5.16214ms I0326 23:34:07.287074 3889 namespace.go:98] [default] adding namespace I0326 23:34:07.287592 3889 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.678146ms I0326 23:34:07.287605 3889 namespace.go:98] [openshift-kube-scheduler] adding namespace I0326 23:34:07.288051 3889 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.135262ms I0326 23:34:07.288068 3889 namespace.go:98] [openshift-apiserver-operator] adding namespace I0326 23:34:07.288552 3889 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.634752ms I0326 23:34:07.288563 3889 namespace.go:98] [openshift-dns-operator] adding namespace I0326 23:34:07.289043 3889 namespace.go:102] [kube-node-lease] adding namespace took 7.122113ms I0326 23:34:07.289062 3889 namespace.go:98] [openshift-backplane-cee] adding namespace I0326 23:34:07.289536 3889 namespace.go:102] [openshift-logging] adding namespace took 7.609276ms I0326 23:34:07.289548 3889 namespace.go:98] [dedicated-admin] adding namespace I0326 23:34:07.289997 3889 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.065387ms I0326 23:34:07.290013 3889 namespace.go:98] [openshift-network-operator] adding namespace I0326 23:34:07.290486 3889 namespace.go:102] [openshift-config-operator] adding namespace took 8.527857ms I0326 23:34:07.290498 3889 namespace.go:98] [openshift-must-gather-operator] adding namespace I0326 23:34:07.290902 3889 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.86085ms I0326 23:34:07.290918 3889 namespace.go:98] [openshift-operators] adding namespace I0326 23:34:07.291343 3889 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.49472ms I0326 23:34:07.291361 3889 namespace.go:98] [kube-public] adding namespace W0326 23:34:07.291728 3889 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-g59rn: pod kube-system/global-pull-secret-syncer-g59rn: no pod IPs found I0326 23:34:07.291770 3889 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.381913ms I0326 23:34:07.291786 3889 namespace.go:98] [openshift-cluster-version] adding namespace I0326 23:34:07.292263 3889 namespace.go:102] [kube-system] adding namespace took 7.310822ms I0326 23:34:07.292276 3889 namespace.go:98] [openshift-authentication-operator] adding namespace I0326 23:34:07.292689 3889 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.190367ms I0326 23:34:07.292715 3889 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0326 23:34:07.293122 3889 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.14461ms I0326 23:34:07.293141 3889 namespace.go:98] [openshift-backplane-csm] adding namespace I0326 23:34:07.293496 3889 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.925067ms I0326 23:34:07.293513 3889 namespace.go:98] [openshift-authentication] adding namespace I0326 23:34:07.293923 3889 namespace.go:102] [default] adding namespace took 6.842636ms I0326 23:34:07.293939 3889 namespace.go:98] [openshift] adding namespace I0326 23:34:07.294286 3889 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.67556ms I0326 23:34:07.294300 3889 namespace.go:98] [openshift-multus] adding namespace I0326 23:34:07.294692 3889 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.616409ms I0326 23:34:07.294709 3889 namespace.go:98] [openshift-host-network] adding namespace I0326 23:34:07.295083 3889 namespace.go:102] [openshift-dns-operator] adding namespace took 6.513698ms I0326 23:34:07.295101 3889 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0326 23:34:07.295460 3889 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.391716ms I0326 23:34:07.295477 3889 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0326 23:34:07.295928 3889 namespace.go:102] [dedicated-admin] adding namespace took 6.372222ms I0326 23:34:07.295946 3889 namespace.go:98] [openshift-backplane-cse] adding namespace I0326 23:34:07.296319 3889 namespace.go:102] [openshift-network-operator] adding namespace took 6.299717ms I0326 23:34:07.296334 3889 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0326 23:34:07.296852 3889 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.350094ms I0326 23:34:07.296865 3889 namespace.go:98] [openshift-image-registry] adding namespace I0326 23:34:07.297372 3889 namespace.go:102] [openshift-operators] adding namespace took 6.447566ms I0326 23:34:07.297386 3889 namespace.go:98] [openshift-network-console] adding namespace I0326 23:34:07.297746 3889 namespace.go:102] [kube-public] adding namespace took 6.374466ms I0326 23:34:07.297766 3889 namespace.go:98] [openshift-node] adding namespace I0326 23:34:07.298349 3889 namespace.go:102] [openshift-cluster-version] adding namespace took 6.555915ms I0326 23:34:07.298363 3889 namespace.go:98] [open-cluster-management-2p9n1rl9ff1n78gavi22o5cr9k7iopuv] adding namespace I0326 23:34:07.298802 3889 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.521046ms I0326 23:34:07.298815 3889 namespace.go:98] [openshift-customer-monitoring] adding namespace I0326 23:34:07.299187 3889 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.46513ms I0326 23:34:07.299197 3889 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0326 23:34:07.299621 3889 default_node_network_controller.go:518] Node connection status = connected I0326 23:34:07.299686 3889 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.535049ms I0326 23:34:07.299701 3889 namespace.go:98] [openshift-controller-manager] adding namespace I0326 23:34:07.300117 3889 namespace.go:102] [openshift-authentication] adding namespace took 6.590081ms I0326 23:34:07.300134 3889 namespace.go:98] [openshift-ingress] adding namespace W0326 23:34:07.300492 3889 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tl8bf: pod openshift-multus/network-metrics-daemon-tl8bf: no pod IPs found W0326 23:34:07.300503 3889 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-twhht: pod openshift-multus/network-metrics-daemon-twhht: no pod IPs found I0326 23:34:07.300550 3889 namespace.go:102] [openshift] adding namespace took 6.60441ms I0326 23:34:07.300567 3889 namespace.go:98] [openshift-kube-apiserver] adding namespace I0326 23:34:07.301159 3889 namespace.go:102] [openshift-multus] adding namespace took 6.851329ms I0326 23:34:07.301173 3889 namespace.go:98] [openshift-config-managed] adding namespace I0326 23:34:07.301795 3889 namespace.go:102] [openshift-host-network] adding namespace took 7.079464ms I0326 23:34:07.301809 3889 namespace.go:98] [openshift-infra] adding namespace I0326 23:34:07.302345 3889 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.234232ms I0326 23:34:07.302359 3889 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0326 23:34:07.302796 3889 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.311799ms I0326 23:34:07.302814 3889 namespace.go:98] [openshift-dns] adding namespace I0326 23:34:07.303206 3889 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.254388ms I0326 23:34:07.303220 3889 namespace.go:98] [openshift-backplane-srep] adding namespace I0326 23:34:07.303980 3889 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.638865ms I0326 23:34:07.303998 3889 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0326 23:34:07.304551 3889 namespace.go:102] [openshift-image-registry] adding namespace took 7.679488ms I0326 23:34:07.304686 3889 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0326 23:34:07.304963 3889 namespace.go:102] [openshift-network-console] adding namespace took 7.570651ms I0326 23:34:07.304980 3889 namespace.go:98] [openshift-backplane] adding namespace I0326 23:34:07.305442 3889 namespace.go:102] [openshift-node] adding namespace took 7.668467ms I0326 23:34:07.305882 3889 namespace.go:102] [open-cluster-management-2p9n1rl9ff1n78gavi22o5cr9k7iopuv] adding namespace took 7.513845ms I0326 23:34:07.305894 3889 namespace.go:98] [openshift-marketplace] adding namespace I0326 23:34:07.306346 3889 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.524964ms I0326 23:34:07.306361 3889 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0326 23:34:07.306766 3889 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.56349ms I0326 23:34:07.306778 3889 namespace.go:98] [openshift-etcd] adding namespace I0326 23:34:07.307202 3889 namespace.go:102] [openshift-controller-manager] adding namespace took 7.495281ms I0326 23:34:07.307213 3889 namespace.go:98] [openshift-network-diagnostics] adding namespace I0326 23:34:07.307585 3889 namespace.go:102] [openshift-ingress] adding namespace took 7.443454ms I0326 23:34:07.307601 3889 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0326 23:34:07.307997 3889 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.424709ms I0326 23:34:07.308010 3889 namespace.go:98] [openshift-route-controller-manager] adding namespace I0326 23:34:07.308438 3889 namespace.go:102] [openshift-config-managed] adding namespace took 7.260304ms I0326 23:34:07.308450 3889 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0326 23:34:07.308809 3889 namespace.go:102] [openshift-infra] adding namespace took 6.99445ms I0326 23:34:07.308820 3889 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0326 23:34:07.309261 3889 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.897097ms I0326 23:34:07.309276 3889 namespace.go:98] [openshift-monitoring] adding namespace I0326 23:34:07.309640 3889 namespace.go:102] [openshift-dns] adding namespace took 6.818952ms I0326 23:34:07.309653 3889 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0326 23:34:07.310148 3889 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.922749ms I0326 23:34:07.310161 3889 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0326 23:34:07.310523 3889 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.519751ms I0326 23:34:07.310533 3889 namespace.go:98] [openshift-package-operator] adding namespace I0326 23:34:07.310978 3889 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.280578ms I0326 23:34:07.310992 3889 namespace.go:98] [openshift-insights] adding namespace I0326 23:34:07.311383 3889 namespace.go:102] [openshift-backplane] adding namespace took 6.397811ms I0326 23:34:07.311397 3889 namespace.go:98] [openshift-console] adding namespace I0326 23:34:07.311775 3889 namespace.go:102] [openshift-marketplace] adding namespace took 5.876904ms I0326 23:34:07.312183 3889 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.816546ms W0326 23:34:07.312572 3889 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lldgz: pod openshift-network-diagnostics/network-check-target-lldgz: no pod IPs found W0326 23:34:07.312585 3889 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xm5zg: pod openshift-network-diagnostics/network-check-target-xm5zg: no pod IPs found I0326 23:34:07.312622 3889 namespace.go:102] [openshift-etcd] adding namespace took 5.839378ms I0326 23:34:07.312635 3889 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0326 23:34:07.313052 3889 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.835792ms I0326 23:34:07.313064 3889 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0326 23:34:07.313499 3889 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.893288ms I0326 23:34:07.313930 3889 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.914835ms I0326 23:34:07.314312 3889 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.856323ms I0326 23:34:07.314687 3889 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.862332ms I0326 23:34:07.315124 3889 namespace.go:102] [openshift-monitoring] adding namespace took 5.84264ms I0326 23:34:07.315138 3889 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0326 23:34:07.315506 3889 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.847412ms I0326 23:34:07.315873 3889 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.707125ms I0326 23:34:07.316320 3889 namespace.go:102] [openshift-package-operator] adding namespace took 5.780807ms I0326 23:34:07.316760 3889 namespace.go:102] [openshift-insights] adding namespace took 5.764177ms I0326 23:34:07.317161 3889 namespace.go:102] [openshift-console] adding namespace took 5.758528ms I0326 23:34:07.317549 3889 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 4.910016ms I0326 23:34:07.318342 3889 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.273887ms I0326 23:34:07.318694 3889 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 3.550293ms I0326 23:34:07.319047 3889 zone_ic_handler.go:186] Time taken to create transit switch: 264.502µs I0326 23:34:07.319127 3889 master.go:532] Adding or Updating local node "ip-10-0-1-245.ec2.internal" for network "default" I0326 23:34:07.319165 3889 obj_retry.go:544] Failed to create *v1.Node ip-10-0-2-65.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-65.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-65.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-65.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-65.ec2.internal W0326 23:34:07.325938 3889 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-g59rn: pod kube-system/global-pull-secret-syncer-g59rn: no pod IPs found W0326 23:34:07.325955 3889 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-lldgz: pod openshift-network-diagnostics/network-check-target-lldgz: no pod IPs found W0326 23:34:07.325962 3889 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-tl8bf: pod openshift-multus/network-metrics-daemon-tl8bf: no pod IPs found I0326 23:34:07.326828 3889 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-245.ec2.internal for the network default I0326 23:34:07.327501 3889 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0326 23:34:07.327536 3889 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0326 23:34:07.327557 3889 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0326 23:34:07.327568 3889 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-245.ec2.internal in network "default" I0326 23:34:07.327618 3889 node_tracker.go:169] Node ip-10-0-1-245.ec2.internal switch + router changed, syncing services in network "default" I0326 23:34:07.327632 3889 services_controller.go:574] Full service sync requested for network=default I0326 23:34:07.327642 3889 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-65.ec2.internal in network "default" I0326 23:34:07.327651 3889 node_tracker.go:235] Node ip-10-0-2-65.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-65.ec2.internal" I0326 23:34:07.327675 3889 node_tracker.go:169] Node ip-10-0-2-65.ec2.internal switch + router changed, syncing services in network "default" I0326 23:34:07.327680 3889 services_controller.go:574] Full service sync requested for network=default I0326 23:34:07.427810 3889 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0326 23:34:07.427831 3889 services_controller.go:208] Setting up event handlers for services for network=default I0326 23:34:07.427928 3889 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0326 23:34:07.427971 3889 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0326 23:34:07.427985 3889 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0326 23:34:07.528305 3889 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0326 23:34:07.528329 3889 repair.go:60] Starting repairing loop for services I0326 23:34:07.528427 3889 repair.go:131] Deleted 0 stale service LBs I0326 23:34:07.528448 3889 repair.go:137] Deleted 0 stale Chassis Template Vars I0326 23:34:07.528466 3889 repair.go:62] Finished repairing loop for services: 140.111µs I0326 23:34:07.528488 3889 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0326 23:34:07.528499 3889 services_controller.go:254] Starting workers for network=default I0326 23:34:07.528788 3889 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-xm5zg, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xm5zg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xm5zg: no pod IPs found I0326 23:34:07.528838 3889 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-twhht, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-twhht: suppressed error logged: pod openshift-multus/network-metrics-daemon-twhht: no pod IPs found I0326 23:34:07.528874 3889 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lldgz] creating logical port openshift-network-diagnostics_network-check-target-lldgz for pod on switch ip-10-0-1-245.ec2.internal I0326 23:34:07.528886 3889 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-g59rn] creating logical port kube-system_global-pull-secret-syncer-g59rn for pod on switch ip-10-0-1-245.ec2.internal I0326 23:34:07.528874 3889 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tl8bf] creating logical port openshift-multus_network-metrics-daemon-tl8bf for pod on switch ip-10-0-1-245.ec2.internal I0326 23:34:07.529057 3889 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-g59rn I0326 23:34:07.529057 3889 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-tl8bf I0326 23:34:07.529143 3889 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-lldgz I0326 23:34:07.548683 3889 pod.go:62] [kube-system/global-pull-secret-syncer-g59rn] pod update took 19.726002ms I0326 23:34:07.548709 3889 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-g59rn] addLogicalPort annotation time took 19.755109ms I0326 23:34:07.548739 3889 pod.go:62] [openshift-multus/network-metrics-daemon-tl8bf] pod update took 19.718834ms I0326 23:34:07.548754 3889 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-tl8bf] addLogicalPort annotation time took 19.733358ms I0326 23:34:07.548790 3889 pod.go:62] [openshift-network-diagnostics/network-check-target-lldgz] pod update took 19.833675ms I0326 23:34:07.548809 3889 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-lldgz] addLogicalPort annotation time took 19.857659ms I0326 23:34:07.549598 3889 pods.go:271] [kube-system/global-pull-secret-syncer-g59rn] addLogicalPort took 20.714895ms, libovsdb time 687.16µs I0326 23:34:07.549958 3889 pods.go:271] [openshift-multus/network-metrics-daemon-tl8bf] addLogicalPort took 21.091615ms, libovsdb time 1.007149ms I0326 23:34:07.550062 3889 pods.go:271] [openshift-network-diagnostics/network-check-target-lldgz] addLogicalPort took 21.199256ms, libovsdb time 1.070025ms I0326 23:34:07.550561 3889 admin_network_policy_controller.go:227] Starting controller default-network-controller I0326 23:34:07.550585 3889 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0326 23:34:07.550601 3889 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0326 23:34:07.550605 3889 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0326 23:34:07.550834 3889 repair.go:29] Repairing admin network policies took 223.513µs I0326 23:34:07.550974 3889 repair.go:92] Repairing baseline admin network policies took 129.847µs I0326 23:34:07.551409 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0326 23:34:07.551432 3889 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0326 23:34:07.553858 3889 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0326 23:34:07.553880 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0326 23:34:07.553890 3889 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0326 23:34:07.554562 3889 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0326 23:34:07.554588 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0326 23:34:07.554600 3889 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0326 23:34:07.555156 3889 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0326 23:34:07.555180 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0326 23:34:07.555191 3889 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0326 23:34:07.557007 3889 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0326 23:34:07.557032 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0326 23:34:07.557044 3889 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0326 23:34:07.559077 3889 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0326 23:34:07.559101 3889 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0326 23:34:07.559112 3889 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0326 23:34:07.561643 3889 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0326 23:34:07.561680 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0326 23:34:07.561691 3889 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0326 23:34:07.562221 3889 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0326 23:34:07.562241 3889 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0326 23:34:07.562248 3889 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0326 23:34:07.563720 3889 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0326 23:34:07.563741 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0326 23:34:07.563750 3889 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0326 23:34:07.564268 3889 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0326 23:34:07.564286 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0326 23:34:07.564678 3889 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0326 23:34:07.564695 3889 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 23:34:07.565776 3889 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0326 23:34:07.565801 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0326 23:34:07.565810 3889 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0326 23:34:07.566396 3889 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0326 23:34:07.566418 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0326 23:34:07.566425 3889 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0326 23:34:07.566742 3889 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0326 23:34:07.566762 3889 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0326 23:34:07.566786 3889 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0326 23:34:07.568255 3889 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0326 23:34:07.568276 3889 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0326 23:34:07.568285 3889 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0326 23:34:07.569342 3889 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0326 23:34:07.569361 3889 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0326 23:34:07.569373 3889 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0326 23:34:07.570395 3889 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0326 23:34:07.570415 3889 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0326 23:34:07.570424 3889 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0326 23:34:07.571676 3889 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0326 23:34:07.571708 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0326 23:34:07.571715 3889 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0326 23:34:07.573308 3889 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0326 23:34:07.573339 3889 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0326 23:34:07.573347 3889 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0326 23:34:07.573915 3889 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0326 23:34:07.573934 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0326 23:34:07.573943 3889 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0326 23:34:07.574410 3889 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0326 23:34:07.574428 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0326 23:34:07.574436 3889 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0326 23:34:07.574960 3889 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0326 23:34:07.574992 3889 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0326 23:34:07.575002 3889 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0326 23:34:07.575920 3889 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0326 23:34:07.575947 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0326 23:34:07.575966 3889 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 23:34:07.576648 3889 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0326 23:34:07.576685 3889 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0326 23:34:07.576694 3889 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0326 23:34:07.577230 3889 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0326 23:34:07.577247 3889 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0326 23:34:07.577257 3889 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0326 23:34:07.578098 3889 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0326 23:34:07.578118 3889 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0326 23:34:07.578128 3889 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0326 23:34:07.579262 3889 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0326 23:34:07.579281 3889 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0326 23:34:07.579291 3889 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0326 23:34:07.580880 3889 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0326 23:34:07.580898 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0326 23:34:07.580904 3889 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0326 23:34:07.581172 3889 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0326 23:34:07.581191 3889 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0326 23:34:07.581199 3889 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0326 23:34:07.581706 3889 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0326 23:34:07.581726 3889 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0326 23:34:07.581743 3889 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0326 23:34:07.583225 3889 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0326 23:34:07.587558 3889 egressfirewall.go:319] Starting EgressFirewall controller I0326 23:34:07.587582 3889 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0326 23:34:07.587605 3889 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0326 23:34:07.587619 3889 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0326 23:34:07.587654 3889 controller.go:133] Adding controller egress-firewall-controller event handlers I0326 23:34:07.587700 3889 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0326 23:34:07.587712 3889 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0326 23:34:07.588010 3889 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0326 23:34:07.588024 3889 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0326 23:34:07.588033 3889 egressqos.go:193] Setting up event handlers for EgressQoS I0326 23:34:07.588119 3889 egressfirewall.go:628] Syncing node "ip-10-0-1-245.ec2.internal" for egress firewall I0326 23:34:07.588134 3889 egressfirewall.go:628] Syncing node "ip-10-0-2-65.ec2.internal" for egress firewall I0326 23:34:07.588254 3889 egressqos.go:245] Starting EgressQoS Controller I0326 23:34:07.588268 3889 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0326 23:34:07.588276 3889 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0326 23:34:07.588282 3889 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0326 23:34:07.588286 3889 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0326 23:34:07.588291 3889 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0326 23:34:07.588295 3889 shared_informer.go:356] "Caches are synced" controller="egressqos" I0326 23:34:07.588299 3889 egressqos.go:259] Repairing EgressQoSes I0326 23:34:07.588303 3889 egressqos.go:399] Starting repairing loop for egressqos I0326 23:34:07.588404 3889 egressqos.go:401] Finished repairing loop for egressqos: 100.051µs I0326 23:34:07.588425 3889 egressservice_zone.go:132] Setting up event handlers for Egress Services I0326 23:34:07.588459 3889 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-245.ec2.internal I0326 23:34:07.588531 3889 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-245.ec2.internal : 74.126µs I0326 23:34:07.588642 3889 egressservice_zone.go:210] Starting Egress Services Controller I0326 23:34:07.588653 3889 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 23:34:07.588679 3889 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 23:34:07.588692 3889 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 23:34:07.588697 3889 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 23:34:07.588707 3889 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 23:34:07.588711 3889 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 23:34:07.588716 3889 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0326 23:34:07.588721 3889 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0326 23:34:07.588724 3889 egressservice_zone.go:228] Repairing Egress Services I0326 23:34:07.589015 3889 master_controller.go:88] Starting Admin Policy Based Route Controller I0326 23:34:07.589026 3889 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 23:34:07.589034 3889 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-245.ec2.internal I0326 23:34:07.589043 3889 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-245.ec2.internal: 10.214µs I0326 23:34:07.589049 3889 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-65.ec2.internal I0326 23:34:07.589053 3889 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-65.ec2.internal: 4.219µs I0326 23:34:07.589100 3889 default_network_controller.go:568] Completing all the Watchers took 307.397128ms I0326 23:34:07.589115 3889 default_network_controller.go:572] Starting unidling controllers I0326 23:34:07.589130 3889 unidle.go:46] Registering OVN SB ControllerEvent handler I0326 23:34:07.589138 3889 unidle.go:63] Populating Initial ContollerEvent events I0326 23:34:07.589150 3889 unidle.go:79] Setting up event handlers for services I0326 23:34:07.589217 3889 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0326 23:34:07.800565 3889 default_node_network_controller.go:518] Node connection status = connected I0326 23:34:08.301034 3889 default_node_network_controller.go:518] Node connection status = connected I0326 23:34:08.800933 3889 default_node_network_controller.go:518] Node connection status = connected I0326 23:34:08.994987 3889 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0326 23:34:09.300909 3889 default_node_network_controller.go:518] Node connection status = connected I0326 23:34:09.317563 3889 bridgeconfig.go:537] Gateway is ready I0326 23:34:09.317582 3889 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0326 23:34:09.328093 3889 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.245. Updating OVN encap IP. I0326 23:34:09.332682 3889 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.245 - it is already configured I0326 23:34:09.332700 3889 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.245/24:{} 172.20.0.1/32:{}]. Updating annotations. I0326 23:34:09.333128 3889 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.245/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-245.ec2.internal","mac-address":"0a:ff:cb:5d:88:e1","ip-addresses":["10.0.1.245/24"],"ip-address":"10.0.1.245/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e1d35a1f-a787-4d3a-952e-418da9c2bba3 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.245/24"}] on node ip-10-0-1-245.ec2.internal I0326 23:34:09.347690 3889 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-245.ec2.internal I0326 23:34:09.347711 3889 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-245.ec2.internal: 27.076µs I0326 23:34:09.347729 3889 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-245.ec2.internal in network "default" I0326 23:34:09.347734 3889 egressfirewall.go:628] Syncing node "ip-10-0-1-245.ec2.internal" for egress firewall I0326 23:34:09.347781 3889 node_tracker.go:169] Node ip-10-0-1-245.ec2.internal switch + router changed, syncing services in network "default" I0326 23:34:09.347800 3889 services_controller.go:574] Full service sync requested for network=default I0326 23:34:09.347837 3889 master.go:532] Adding or Updating local node "ip-10-0-1-245.ec2.internal" for network "default" I0326 23:34:09.349324 3889 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.245 I0326 23:34:09.349393 3889 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-245.ec2.internal I0326 23:34:09.352493 3889 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-245.ec2.internal. Updating no re-route policies I0326 23:34:09.352564 3889 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-g59rn I0326 23:34:09.352572 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xm5zg I0326 23:34:09.352581 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-s5d47 I0326 23:34:09.352587 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-pp45q I0326 23:34:09.352591 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xm5zg I0326 23:34:09.352594 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-s5d47 I0326 23:34:09.352597 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-245.ec2.internal I0326 23:34:09.352608 3889 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-6k2z4 I0326 23:34:09.352598 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-9n6gd I0326 23:34:09.352612 3889 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-s5d47 after 0 failed attempt(s) I0326 23:34:09.352614 3889 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-6k2z4 I0326 23:34:09.352616 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-9n6gd I0326 23:34:09.352614 3889 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-qqb7s I0326 23:34:09.352624 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lldgz I0326 23:34:09.352627 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-qjvhm I0326 23:34:09.352630 3889 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-qqb7s I0326 23:34:09.352634 3889 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-9n6gd after 0 failed attempt(s) I0326 23:34:09.352635 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tl8bf I0326 23:34:09.352637 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-qjvhm I0326 23:34:09.352637 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-52k5r I0326 23:34:09.352640 3889 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-245.ec2.internal I0326 23:34:09.352644 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-7jwcp I0326 23:34:09.352652 3889 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-245.ec2.internal I0326 23:34:09.352651 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vtl2z I0326 23:34:09.352656 3889 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-qjvhm after 0 failed attempt(s) I0326 23:34:09.352678 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-7jwcp I0326 23:34:09.352681 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vtl2z I0326 23:34:09.352687 3889 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-245.ec2.internal after 0 failed attempt(s) I0326 23:34:09.352593 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-pp45q I0326 23:34:09.352697 3889 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-7jwcp after 0 failed attempt(s) I0326 23:34:09.352654 3889 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-qqb7s after 0 failed attempt(s) I0326 23:34:09.352704 3889 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-pp45q after 0 failed attempt(s) I0326 23:34:09.352629 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lldgz I0326 23:34:09.352608 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-245.ec2.internal I0326 23:34:09.352725 3889 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-245.ec2.internal after 0 failed attempt(s) I0326 23:34:09.352731 3889 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lldgz] creating logical port openshift-network-diagnostics_network-check-target-lldgz for pod on switch ip-10-0-1-245.ec2.internal I0326 23:34:09.352639 3889 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-xm5zg, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-xm5zg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-xm5zg: no pod IPs found I0326 23:34:09.352643 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tl8bf I0326 23:34:09.352791 3889 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tl8bf] creating logical port openshift-multus_network-metrics-daemon-tl8bf for pod on switch ip-10-0-1-245.ec2.internal I0326 23:34:09.352579 3889 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-g59rn I0326 23:34:09.352650 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-twhht I0326 23:34:09.352840 3889 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-g59rn] creating logical port kube-system_global-pull-secret-syncer-g59rn for pod on switch ip-10-0-1-245.ec2.internal I0326 23:34:09.352839 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-twhht I0326 23:34:09.352890 3889 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-twhht, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-twhht: suppressed error logged: pod openshift-multus/network-metrics-daemon-twhht: no pod IPs found I0326 23:34:09.352698 3889 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vtl2z after 0 failed attempt(s) I0326 23:34:09.352629 3889 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-6k2z4 after 0 failed attempt(s) I0326 23:34:09.352675 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-cv2vl I0326 23:34:09.352918 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-cv2vl I0326 23:34:09.352935 3889 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-cv2vl after 0 failed attempt(s) I0326 23:34:09.352650 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-52k5r I0326 23:34:09.352957 3889 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-52k5r after 0 failed attempt(s) I0326 23:34:09.353646 3889 pods.go:271] [openshift-network-diagnostics/network-check-target-lldgz] addLogicalPort took 919.458µs, libovsdb time 401.321µs I0326 23:34:09.353683 3889 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-lldgz after 0 failed attempt(s) I0326 23:34:09.353732 3889 pods.go:271] [openshift-multus/network-metrics-daemon-tl8bf] addLogicalPort took 965.924µs, libovsdb time 444.549µs I0326 23:34:09.353744 3889 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-tl8bf after 0 failed attempt(s) I0326 23:34:09.353804 3889 pods.go:271] [kube-system/global-pull-secret-syncer-g59rn] addLogicalPort took 975.287µs, libovsdb time 218.045µs I0326 23:34:09.353813 3889 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-g59rn after 0 failed attempt(s) I0326 23:34:09.363067 3889 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0326 23:34:09.374656 3889 iptables.go:108] Creating table: mangle chain: OUTPUT I0326 23:34:09.378169 3889 iptables.go:108] Creating table: nat chain: OUTPUT I0326 23:34:09.398322 3889 iptables.go:108] Creating table: nat chain: PREROUTING I0326 23:34:09.442704 3889 iptables.go:108] Creating table: filter chain: FORWARD I0326 23:34:09.461264 3889 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0326 23:34:09.461368 3889 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0326 23:34:09.461416 3889 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0326 23:34:09.461516 3889 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0326 23:34:09.461573 3889 gateway_init.go:325] Gateway and management port readiness took 2.165076469s I0326 23:34:09.461599 3889 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0326 23:34:09.461631 3889 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0326 23:34:09.461644 3889 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0326 23:34:09.461653 3889 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 23:34:09.461723 3889 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0326 23:34:09.461813 3889 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.957µs I0326 23:34:09.462048 3889 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0326 23:34:09.462076 3889 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 19.006µs I0326 23:34:09.462084 3889 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.897µs I0326 23:34:09.462090 3889 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0326 23:34:09.462097 3889 nad_controller.go:173] [node-nad-controller NAD controller]: started I0326 23:34:09.462117 3889 default_node_network_controller.go:898] Starting the default node network controller I0326 23:34:09.462122 3889 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0326 23:34:09.462200 3889 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 16.476µs I0326 23:34:09.462270 3889 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0326 23:34:09.462279 3889 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0326 23:34:09.462301 3889 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bae8a0 0xc0002c7ce0 0xc0002c7d50 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc000ba1040 0xc0002dc000 0xc0002dc0e0 0xc000c2e2d0 0xc00646b1f0 0xc0002dc150 map[0x2f67040:0xc00219cea0 0x2f67580:0xc00219d020 0x2f68000:0xc00219cde0 0x2f682a0:0xc00219ce40 0x2f687e0:0xc00219cf00 0x2f68a80:0xc00219cf60 0x2f68d20:0xc00219cfc0 0x2f69500:0xc00219d140 0x2f697a0:0xc00219d1a0 0x2f93d40:0xc00067b800 0x2f940e0:0xc001af7ec0 0x2f94bc0:0xc000bb7b60 0x2f96520:0xc001c58000 0x2f97000:0xc002f8ce40 0x2f97e80:0xc000f8f860] 0xc00048af50 0} I0326 23:34:09.462353 3889 gateway.go:151] Starting gateway service sync I0326 23:34:09.462777 3889 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0326 23:34:09.465165 3889 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0326 23:34:09.475880 3889 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0326 23:34:09.477137 3889 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0326 23:34:09.478402 3889 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0326 23:34:09.512077 3889 gateway.go:168] Gateway service sync done. Time taken: 49.714674ms I0326 23:34:09.512393 3889 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31791 I0326 23:34:09.512887 3889 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bae8a0 0xc0002c7ce0 0xc0002c7d50 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc000ba1040 0xc0002dc000 0xc0002dc0e0 0xc000c2e2d0 0xc00646b1f0 0xc0002dc150 map[0x2f67040:0xc00219cea0 0x2f67580:0xc00219d020 0x2f68000:0xc00219cde0 0x2f682a0:0xc00219ce40 0x2f687e0:0xc00219cf00 0x2f68a80:0xc00219cf60 0x2f68d20:0xc00219cfc0 0x2f69500:0xc00219d140 0x2f697a0:0xc00219d1a0 0x2f93d40:0xc00067b800 0x2f940e0:0xc001af7ec0 0x2f94bc0:0xc000bb7b60 0x2f96520:0xc001c58000 0x2f97000:0xc002f8ce40 0x2f97e80:0xc000f8f860] 0xc00048af50 0} I0326 23:34:09.513356 3889 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bae8a0 0xc0002c7ce0 0xc0002c7d50 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc000ba1040 0xc0002dc000 0xc0002dc0e0 0xc000c2e2d0 0xc00646b1f0 0xc0002dc150 map[0x2f67040:0xc00219cea0 0x2f67580:0xc00219d020 0x2f68000:0xc00219cde0 0x2f682a0:0xc00219ce40 0x2f687e0:0xc00219cf00 0x2f68a80:0xc00219cf60 0x2f68d20:0xc00219cfc0 0x2f69500:0xc00219d140 0x2f697a0:0xc00219d1a0 0x2f93d40:0xc00067b800 0x2f940e0:0xc001af7ec0 0x2f94bc0:0xc000bb7b60 0x2f96520:0xc001c58000 0x2f97000:0xc002f8ce40 0x2f97e80:0xc000f8f860] 0xc00048af50 0} I0326 23:34:09.513395 3889 gateway.go:519] Reconciling gateway with updates I0326 23:34:09.518569 3889 gateway.go:326] Spawning Conntrack Rule Check Thread I0326 23:34:09.518655 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:34:09.518656 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:34:09.518691 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:34:09.518692 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:34:09.518691 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:34:09.518696 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:34:09.518711 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:34:09.518713 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:34:09.518714 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:34:09.518732 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:34:09.518738 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:34:09.518746 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:34:09.518751 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 23:34:09.518758 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:34:09.518763 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:34:09.518764 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:34:09.518771 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:34:09.518773 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 23:34:09.518777 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:34:09.518773 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 23:34:09.518779 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:34:09.518788 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 23:34:09.518793 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:34:09.518788 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:34:09.518794 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:34:09.518803 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:34:09.518804 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:34:09.518754 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 23:34:09.518814 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 23:34:09.518813 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:34:09.518811 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 23:34:09.518796 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:34:09.518829 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:34:09.518830 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 23:34:09.518792 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 23:34:09.518852 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 23:34:09.518859 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 23:34:09.518865 3889 default_node_network_controller.go:943] Gateway and management port readiness took 56.579226ms I0326 23:34:09.518873 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 23:34:09.518875 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:34:09.518875 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 23:34:09.518879 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:34:09.518887 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:34:09.518885 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:34:09.518893 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:34:09.518897 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:34:09.518898 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:34:09.518897 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:34:09.518907 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 23:34:09.518895 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 23:34:09.518909 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:34:09.518919 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 23:34:09.518922 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 23:34:09.518924 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 23:34:09.518905 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:34:09.518922 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:34:09.518934 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 23:34:09.518866 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:34:09.518942 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:34:09.518948 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:34:09.518950 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 23:34:09.518969 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 23:34:09.518969 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 23:34:09.518985 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 23:34:09.518986 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 23:34:09.518992 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 23:34:09.519046 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:34:09.519047 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 23:34:09.519062 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:34:09.519062 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 23:34:09.519102 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 23:34:09.519115 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 23:34:09.519113 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:34:09.519125 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 23:34:09.519124 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:34:09.519133 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:34:09.519137 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:34:09.519146 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:34:09.519153 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:34:09.519161 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:34:09.519164 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:34:09.519175 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 23:34:09.519165 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:34:09.519187 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 23:34:09.519189 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:34:09.519189 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 23:34:09.519202 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:34:09.519177 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 23:34:09.519214 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:34:09.519223 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:34:09.519179 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:34:09.519332 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:34:09.519350 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:34:09.519359 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:34:09.519360 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:34:09.519369 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:34:09.519378 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:34:09.519388 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:34:09.519225 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 23:34:09.519398 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 23:34:09.519381 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:34:09.519414 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:34:09.519419 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:34:09.519423 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 23:34:09.519424 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:34:09.519420 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:34:09.519432 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:34:09.519444 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:34:09.519459 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:34:09.519460 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:34:09.519473 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:34:09.519472 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:34:09.519419 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 23:34:09.519203 3889 port_claim.go:71] Svc openshift-ingress/router-default: port 32268 is already open, no action needed I0326 23:34:09.519530 3889 port_claim.go:71] Svc openshift-ingress/router-default: port 30406 is already open, no action needed I0326 23:34:09.519434 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 23:34:09.519937 3889 node_ip_handler_linux.go:160] Node IP manager is running W0326 23:34:09.560427 3889 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 23:34:09.560593 3889 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 23:34:09.560739 3889 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0326 23:34:09.570656 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 23:34:09.570706 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 23:34:09.615219 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 23:34:09.615257 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 23:34:09.615272 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 23:34:09.615281 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 23:34:09.615293 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 23:34:09.615302 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 23:34:09.615313 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 23:34:09.615322 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 23:34:09.615332 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 23:34:09.615342 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 23:34:09.615356 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 23:34:09.615364 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 23:34:09.615372 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 23:34:09.615379 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 23:34:09.615386 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 23:34:09.615392 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 23:34:09.663452 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 23:34:09.794124 3889 default_network_controller.go:1008] Node "ip-10-0-2-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:34:11.517482 3889 default_node_network_controller.go:1364] Starting node controller node sync W0326 23:34:11.517595 3889 egressip_healthcheck.go:76] Health checking using insecure connection I0326 23:34:11.517652 3889 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0326 23:34:11.529509 3889 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.008059ms I0326 23:34:11.529652 3889 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0326 23:34:11.529994 3889 egressservice_node.go:93] Setting up event handlers for Egress Services I0326 23:34:11.530159 3889 egressservice_node.go:183] Starting Egress Services Controller I0326 23:34:11.530177 3889 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 23:34:11.530187 3889 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 23:34:11.530196 3889 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 23:34:11.530204 3889 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 23:34:11.530213 3889 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 23:34:11.530220 3889 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 23:34:11.530239 3889 egressservice_node.go:197] Repairing Egress Services I0326 23:34:11.540633 3889 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0326 23:34:11.540644 3889 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 23:34:11.540892 3889 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0326 23:34:11.540917 3889 link_network_manager.go:117] Link manager is running I0326 23:34:11.540930 3889 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0326 23:34:11.540984 3889 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0326 23:34:11.541350 3889 vrf_manager.go:128] VRF manager is running I0326 23:34:11.541486 3889 node_controller_manager.go:437] Removing flows to drop GARP I0326 23:34:11.541500 3889 gateway.go:519] Reconciling gateway with updates I0326 23:34:11.564790 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:34:11.564803 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:34:11.564824 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:34:11.564828 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:34:11.564873 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 23:34:11.564888 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:34:11.564898 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 23:34:11.564905 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 23:34:11.564907 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:34:11.564911 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 23:34:11.564909 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 23:34:11.564912 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:34:11.564925 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:34:11.564929 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 23:34:11.564932 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:34:11.564933 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:34:11.564933 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:34:11.564918 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 23:34:11.564937 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:34:11.564947 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 23:34:11.564955 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:34:11.564939 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 23:34:11.564962 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:34:11.564960 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 23:34:11.564959 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:34:11.564967 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:34:11.564971 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:34:11.564961 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 23:34:11.564979 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:34:11.564989 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:34:11.564997 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 23:34:11.564999 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:34:11.564998 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:34:11.565009 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:34:11.564943 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:34:11.565022 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:34:11.565020 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:34:11.564973 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:34:11.565023 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 23:34:11.565034 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 23:34:11.565026 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:34:11.565039 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 23:34:11.565045 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 23:34:11.565047 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:34:11.565041 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:34:11.565053 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:34:11.565056 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:34:11.565062 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:34:11.565064 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:34:11.565065 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:34:11.565032 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:34:11.565077 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:34:11.565070 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:34:11.565081 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:34:11.565080 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:34:11.565080 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:34:11.565089 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:34:11.565093 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:34:11.565098 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 23:34:11.565099 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:34:11.565106 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 23:34:11.565061 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:34:11.565108 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:34:11.565118 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:34:11.565112 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:34:11.565123 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:34:11.565040 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 23:34:11.565130 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:34:11.565137 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:34:11.565142 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:34:11.565149 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:34:11.565146 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:34:11.565154 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:34:11.565169 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:34:11.565171 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:34:11.565180 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:34:11.565184 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:34:11.565185 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:34:11.565194 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:34:11.565194 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:34:11.565202 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:34:11.565208 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:34:11.565211 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 23:34:11.565173 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:34:11.565229 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:34:11.565235 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:34:11.565239 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 23:34:11.565153 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:34:11.565138 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 23:34:11.565266 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:34:11.565277 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:34:11.565126 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:34:11.565295 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 23:34:11.565068 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:34:11.565304 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 23:34:11.565073 3889 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:34:11.565316 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 23:34:11.565331 3889 port_claim.go:71] Svc openshift-ingress/router-default: port 32268 is already open, no action needed I0326 23:34:11.565322 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:34:11.565350 3889 port_claim.go:71] Svc openshift-ingress/router-default: port 30406 is already open, no action needed I0326 23:34:11.565186 3889 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:34:11.606385 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 23:34:11.606413 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 23:34:11.606423 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 23:34:11.606437 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 23:34:11.606465 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 23:34:11.606474 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 23:34:11.606482 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 23:34:11.606488 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 23:34:11.606493 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 23:34:11.606499 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 23:34:11.606504 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 23:34:11.606510 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 23:34:11.606519 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 23:34:11.606529 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 23:34:11.606538 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 23:34:11.606547 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 23:34:11.606561 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 23:34:11.606570 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 23:34:11.606578 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 23:34:11.606584 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 23:34:11.606589 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 23:34:11.606595 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 23:34:11.606602 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 23:34:11.606610 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 23:34:11.606619 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 23:34:11.606631 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 23:34:11.606647 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 23:34:11.645174 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 23:34:11.645188 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 23:34:11.645200 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 23:34:11.645212 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 23:34:11.645223 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 23:34:11.645231 3889 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 23:34:13.283379 3889 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-245.ec2.internal I0326 23:34:13.283409 3889 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-245.ec2.internal: 37.587µs I0326 23:34:13.314714 3889 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6b5d664bf7-xfz58] creating logical port openshift-image-registry_image-registry-6b5d664bf7-xfz58 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:34:13.314829 3889 kube.go:256] Updating pod openshift-image-registry/image-registry-6b5d664bf7-xfz58 I0326 23:34:13.338513 3889 pod.go:62] [openshift-image-registry/image-registry-6b5d664bf7-xfz58] pod update took 23.716352ms I0326 23:34:13.338531 3889 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-6b5d664bf7-xfz58] addLogicalPort annotation time took 23.739331ms I0326 23:34:13.339587 3889 pods.go:271] [openshift-image-registry/image-registry-6b5d664bf7-xfz58] addLogicalPort took 24.887929ms, libovsdb time 809.576µs I0326 23:34:13.367175 3889 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-dknz6] creating logical port openshift-ingress-canary_ingress-canary-dknz6 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:34:13.367264 3889 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-dknz6 I0326 23:34:13.371436 3889 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576130-fg6kn for pod on switch ip-10-0-1-245.ec2.internal I0326 23:34:13.371557 3889 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn I0326 23:34:13.371572 3889 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-dpp68] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-dpp68 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:34:13.371764 3889 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-wqc9n] creating logical port openshift-dns_dns-default-wqc9n for pod on switch ip-10-0-1-245.ec2.internal I0326 23:34:13.371795 3889 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-dpp68 I0326 23:34:13.372014 3889 kube.go:256] Updating pod openshift-dns/dns-default-wqc9n I0326 23:34:13.387557 3889 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn] pod update took 16.049052ms I0326 23:34:13.387562 3889 pod.go:62] [openshift-ingress-canary/ingress-canary-dknz6] pod update took 20.318401ms I0326 23:34:13.387575 3889 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn] addLogicalPort annotation time took 16.070239ms I0326 23:34:13.387580 3889 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-dknz6] addLogicalPort annotation time took 20.339364ms I0326 23:34:13.387620 3889 pod.go:62] [openshift-dns/dns-default-wqc9n] pod update took 15.638978ms I0326 23:34:13.387637 3889 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-wqc9n] addLogicalPort annotation time took 15.660979ms I0326 23:34:13.388628 3889 pods.go:271] [openshift-ingress-canary/ingress-canary-dknz6] addLogicalPort took 21.462518ms, libovsdb time 785.264µs I0326 23:34:13.388910 3889 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn] addLogicalPort took 17.488606ms, libovsdb time 1.062512ms I0326 23:34:13.389156 3889 pods.go:271] [openshift-dns/dns-default-wqc9n] addLogicalPort took 17.401418ms, libovsdb time 719.987µs I0326 23:34:13.389897 3889 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dpp68] pod update took 18.128081ms I0326 23:34:13.389912 3889 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-dpp68] addLogicalPort annotation time took 18.148603ms I0326 23:34:13.390716 3889 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dpp68] addLogicalPort took 19.158099ms, libovsdb time 624.681µs I0326 23:34:13.762657 3889 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn c7702ae892984cb4bc297120b8bdae7f2c12a2606c2fe237c661b41935fc5cd5 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn c7702ae892984cb4bc297120b8bdae7f2c12a2606c2fe237c661b41935fc5cd5 network default NAD default] I0326 23:34:13.763444 3889 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dpp68 828160515ff4592c659d2f9c2afc8b79bfe202ea6d711d4f07164c4e7d2e6e2f network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dpp68 828160515ff4592c659d2f9c2afc8b79bfe202ea6d711d4f07164c4e7d2e6e2f network default NAD default] I0326 23:34:13.787487 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576130-fg6kn, hostIfaceName: c7702ae892984cb, network: default, NAD default, SandboxID: "c7702ae892984cb4bc297120b8bdae7f2c12a2606c2fe237c661b41935fc5cd5", PCI device ID: , UID: "b0e0b45e-77fd-436d-ac75-8b4b7bdaf38a", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0326 23:34:13.790761 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-dpp68, hostIfaceName: 828160515ff4592, network: default, NAD default, SandboxID: "828160515ff4592c659d2f9c2afc8b79bfe202ea6d711d4f07164c4e7d2e6e2f", PCI device ID: , UID: "c9861967-6163-4efc-972b-30969ad9a71e", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0326 23:34:13.831642 3889 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn c7702ae892984cb4bc297120b8bdae7f2c12a2606c2fe237c661b41935fc5cd5 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn c7702ae892984cb4bc297120b8bdae7f2c12a2606c2fe237c661b41935fc5cd5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:73:4a:fa:93:61\",\"name\":\"c7702ae892984cb\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0373ea6-9ed2-4e0e-9ceb-d2c2a3fd3e3a\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:34:13.836532 3889 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dpp68 828160515ff4592c659d2f9c2afc8b79bfe202ea6d711d4f07164c4e7d2e6e2f network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-dpp68 828160515ff4592c659d2f9c2afc8b79bfe202ea6d711d4f07164c4e7d2e6e2f network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:4e:59:3d:9d:1d\",\"name\":\"828160515ff4592\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/465f03b1-9694-403a-8ed9-aae0c81d8673\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:34:14.025839 3889 cni.go:403] [openshift-ingress-canary/ingress-canary-dknz6 7ee2975b8bfec052216c4c343c992f8bf64321d6b267b9618e65db09616d509e network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-dknz6 7ee2975b8bfec052216c4c343c992f8bf64321d6b267b9618e65db09616d509e network default NAD default] I0326 23:34:14.035196 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-dknz6, hostIfaceName: 7ee2975b8bfec05, network: default, NAD default, SandboxID: "7ee2975b8bfec052216c4c343c992f8bf64321d6b267b9618e65db09616d509e", PCI device ID: , UID: "28046a4e-7d74-494f-8897-8af8ccdca724", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0326 23:34:14.080788 3889 cni.go:424] [openshift-ingress-canary/ingress-canary-dknz6 7ee2975b8bfec052216c4c343c992f8bf64321d6b267b9618e65db09616d509e network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-dknz6 7ee2975b8bfec052216c4c343c992f8bf64321d6b267b9618e65db09616d509e network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:d3:f9:67:98:50\",\"name\":\"7ee2975b8bfec05\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad21a361-ea2f-4235-85ce-3269e4699c7b\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:34:14.847414 3889 cni.go:403] [kube-system/global-pull-secret-syncer-g59rn 0b55fc75c6c5517e21183e8f450fe612484c0e2f27c6f945e5725190f74c893f network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-g59rn 0b55fc75c6c5517e21183e8f450fe612484c0e2f27c6f945e5725190f74c893f network default NAD default] I0326 23:34:14.857462 3889 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-g59rn, hostIfaceName: 0b55fc75c6c5517, network: default, NAD default, SandboxID: "0b55fc75c6c5517e21183e8f450fe612484c0e2f27c6f945e5725190f74c893f", PCI device ID: , UID: "f117f77a-2cd3-4807-872a-3b11000f27da", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0326 23:34:14.902134 3889 cni.go:424] [kube-system/global-pull-secret-syncer-g59rn 0b55fc75c6c5517e21183e8f450fe612484c0e2f27c6f945e5725190f74c893f network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-g59rn 0b55fc75c6c5517e21183e8f450fe612484c0e2f27c6f945e5725190f74c893f network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:26:bc:ea:72:04\",\"name\":\"0b55fc75c6c5517\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a878732f-3292-4893-bea3-e4389d14e981\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:34:18.437266 3889 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-85.ec2.internal in network "default" I0326 23:34:18.437296 3889 node_tracker.go:220] Node ip-10-0-0-85.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0326 23:34:18.437312 3889 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0326 23:34:18.437326 3889 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 17.382µs I0326 23:34:18.437370 3889 egressfirewall.go:628] Syncing node "ip-10-0-0-85.ec2.internal" for egress firewall E0326 23:34:18.437413 3889 default_network_controller.go:816] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-85.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0326 23:34:18.437433 3889 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-85.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-85.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-85.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-85.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-85.ec2.internal, error parsing annotation for node ip-10-0-0-85.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0326 23:34:18.452657 3889 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-85.ec2.internal annotation: unexpected end of JSON input I0326 23:34:18.452698 3889 default_network_controller.go:1008] Node "ip-10-0-0-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0326 23:34:18.452733 3889 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-85.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0326 23:34:18.459701 3889 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-65.ec2.internal I0326 23:34:18.459721 3889 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-65.ec2.internal: 23.727µs I0326 23:34:18.459765 3889 egressfirewall.go:628] Syncing node "ip-10-0-2-65.ec2.internal" for egress firewall I0326 23:34:18.459782 3889 default_network_controller.go:1008] Node "ip-10-0-2-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:34:18.465563 3889 egressfirewall.go:628] Syncing node "ip-10-0-0-85.ec2.internal" for egress firewall I0326 23:34:18.465597 3889 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal E0326 23:34:18.465602 3889 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-85.ec2.internal annotation: unexpected end of JSON input I0326 23:34:18.465604 3889 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 7.647µs I0326 23:34:18.465675 3889 default_network_controller.go:1008] Node "ip-10-0-0-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0326 23:34:18.465713 3889 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-85.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0326 23:34:18.481198 3889 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-85.ec2.internal annotation: unexpected end of JSON input E0326 23:34:18.481246 3889 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-85.ec2.internal annotation: unexpected end of JSON input I0326 23:34:18.481271 3889 default_network_controller.go:1008] Node "ip-10-0-0-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0326 23:34:18.481318 3889 default_network_controller.go:1025] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-85.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-85.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-85.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-85.ec2.internal" I0326 23:34:18.499167 3889 default_network_controller.go:1008] Node "ip-10-0-0-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0326 23:34:18.679076 3889 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0326 23:34:18.679096 3889 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 29.835µs I0326 23:34:18.679147 3889 default_network_controller.go:1008] Node "ip-10-0-0-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:34:18.679150 3889 egressfirewall.go:628] Syncing node "ip-10-0-0-85.ec2.internal" for egress firewall I0326 23:34:18.698053 3889 default_network_controller.go:1008] Node "ip-10-0-0-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:34:18.876425 3889 default_network_controller.go:1008] Node "ip-10-0-0-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:34:19.349280 3889 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-6k2z4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:34:19.349327 3889 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-6k2z4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:34:19.628448 3889 default_network_controller.go:1008] Node "ip-10-0-0-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0326 23:34:20.104042 3889 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:34:20.133599 3889 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-6k2z4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:20.133616 3889 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-6k2z4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:34:24.127259 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:34:24.674566 3889 default_network_controller.go:1008] Node "ip-10-0-2-65.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:34:26.938711 3889 default_network_controller.go:1008] Node "ip-10-0-2-65.ec2.internal" in remote zone "ip-10-0-2-65.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:34:26.938714 3889 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-65.ec2.internal in network "default" I0326 23:34:26.938803 3889 node_tracker.go:235] Node ip-10-0-2-65.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-65.ec2.internal" I0326 23:34:26.938817 3889 node_tracker.go:169] Node ip-10-0-2-65.ec2.internal switch + router changed, syncing services in network "default" I0326 23:34:26.938829 3889 services_controller.go:574] Full service sync requested for network=default I0326 23:34:26.976192 3889 default_network_controller.go:1008] Node "ip-10-0-2-65.ec2.internal" in remote zone "ip-10-0-2-65.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:34:27.090907 3889 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-65.ec2.internal in network "default" I0326 23:34:27.090967 3889 node_tracker.go:169] Node ip-10-0-2-65.ec2.internal switch + router changed, syncing services in network "default" I0326 23:34:27.090981 3889 services_controller.go:574] Full service sync requested for network=default I0326 23:34:27.090995 3889 default_network_controller.go:1008] Node "ip-10-0-2-65.ec2.internal" in remote zone "ip-10-0-2-65.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:34:27.091775 3889 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-65.ec2.internal for the network default I0326 23:34:27.092843 3889 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-65.ec2.internal" on network "default" took: 1.085544ms I0326 23:34:27.708742 3889 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:34:27.708876 3889 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 I0326 23:34:27.726567 3889 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6] pod update took 17.723493ms I0326 23:34:27.726591 3889 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6] addLogicalPort annotation time took 17.748866ms I0326 23:34:27.727742 3889 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6] addLogicalPort took 19.018186ms, libovsdb time 848.903µs I0326 23:34:28.116907 3889 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 8862b16234e097e9b6acc67ce608b7ceb14ab09c6550ae923bbe5333e2857e48 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 8862b16234e097e9b6acc67ce608b7ceb14ab09c6550ae923bbe5333e2857e48 network default NAD default] I0326 23:34:28.125946 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6, hostIfaceName: 8862b16234e097e, network: default, NAD default, SandboxID: "8862b16234e097e9b6acc67ce608b7ceb14ab09c6550ae923bbe5333e2857e48", PCI device ID: , UID: "72626090-7d5e-4b94-b4d6-7099021411e0", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0326 23:34:28.166451 3889 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 8862b16234e097e9b6acc67ce608b7ceb14ab09c6550ae923bbe5333e2857e48 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 8862b16234e097e9b6acc67ce608b7ceb14ab09c6550ae923bbe5333e2857e48 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:2a:7d:fe:a7:1d\",\"name\":\"8862b16234e097e\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f51ce39e-b797-4b0a-a772-01f6bff1ddf0\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:34:28.545582 3889 default_network_controller.go:1008] Node "ip-10-0-0-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:34:29.639542 3889 egressfirewall.go:628] Syncing node "ip-10-0-2-65.ec2.internal" for egress firewall I0326 23:34:29.639541 3889 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-65.ec2.internal in network "default" I0326 23:34:29.639601 3889 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-65.ec2.internal I0326 23:34:29.639612 3889 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-65.ec2.internal: 14.081µs I0326 23:34:29.639621 3889 node_tracker.go:169] Node ip-10-0-2-65.ec2.internal switch + router changed, syncing services in network "default" I0326 23:34:29.639545 3889 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-65.ec2.internal", IP: 10.0.2.65 to PMTUD blocking rules I0326 23:34:29.639656 3889 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-65.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:34:29.639633 3889 services_controller.go:574] Full service sync requested for network=default I0326 23:34:29.645822 3889 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-65.ec2.internal. Updating no re-route policies I0326 23:34:29.654993 3889 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-65.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:34:29.655015 3889 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-65.ec2.internal", IP: 10.0.2.65 to PMTUD blocking rules I0326 23:34:33.466615 3889 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-65.ec2.internal I0326 23:34:33.466646 3889 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-65.ec2.internal: 42.398µs I0326 23:34:37.328187 3889 obj_retry.go:300] Retry object setup: *v1.Node ip-10-0-0-85.ec2.internal I0326 23:34:37.328208 3889 obj_retry.go:364] Adding new object: *v1.Node ip-10-0-0-85.ec2.internal I0326 23:34:37.328301 3889 obj_retry.go:375] Retry add failed for *v1.Node ip-10-0-0-85.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-85.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-85.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-85.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-85.ec2.internal I0326 23:34:38.139079 3889 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0326 23:34:38.139102 3889 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 29.929µs I0326 23:34:38.139140 3889 default_network_controller.go:1008] Node "ip-10-0-0-85.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:34:38.139163 3889 egressfirewall.go:628] Syncing node "ip-10-0-0-85.ec2.internal" for egress firewall I0326 23:34:39.353902 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-rz6dg I0326 23:34:39.353910 3889 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vbqq7 I0326 23:34:39.353927 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-rz6dg I0326 23:34:39.353933 3889 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vbqq7 I0326 23:34:39.353967 3889 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-vbqq7, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vbqq7: suppressed error logged: pod openshift-multus/network-metrics-daemon-vbqq7: no pod IPs found I0326 23:34:39.353965 3889 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-rz6dg, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-rz6dg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-rz6dg: no pod IPs found I0326 23:34:43.090739 3889 default_network_controller.go:1008] Node "ip-10-0-0-85.ec2.internal" in remote zone "ip-10-0-0-85.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:34:43.090808 3889 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-85.ec2.internal in network "default" I0326 23:34:43.090832 3889 node_tracker.go:235] Node ip-10-0-0-85.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-85.ec2.internal" I0326 23:34:43.090847 3889 node_tracker.go:169] Node ip-10-0-0-85.ec2.internal switch + router changed, syncing services in network "default" I0326 23:34:43.090855 3889 services_controller.go:574] Full service sync requested for network=default I0326 23:34:43.171406 3889 default_network_controller.go:1008] Node "ip-10-0-0-85.ec2.internal" in remote zone "ip-10-0-0-85.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:34:43.211305 3889 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-85.ec2.internal in network "default" I0326 23:34:43.211358 3889 node_tracker.go:169] Node ip-10-0-0-85.ec2.internal switch + router changed, syncing services in network "default" I0326 23:34:43.211368 3889 services_controller.go:574] Full service sync requested for network=default I0326 23:34:43.211370 3889 default_network_controller.go:1008] Node "ip-10-0-0-85.ec2.internal" in remote zone "ip-10-0-0-85.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 23:34:43.212080 3889 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-85.ec2.internal for the network default I0326 23:34:43.213302 3889 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-85.ec2.internal" on network "default" took: 1.23679ms I0326 23:34:45.174508 3889 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 8862b16234e097e9b6acc67ce608b7ceb14ab09c6550ae923bbe5333e2857e48 network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 8862b16234e097e9b6acc67ce608b7ceb14ab09c6550ae923bbe5333e2857e48 network default NAD default] I0326 23:34:45.233010 3889 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 8862b16234e097e9b6acc67ce608b7ceb14ab09c6550ae923bbe5333e2857e48 network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 8862b16234e097e9b6acc67ce608b7ceb14ab09c6550ae923bbe5333e2857e48 network default NAD default], result "{}", err I0326 23:34:45.291966 3889 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:34:45.292002 3889 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 I0326 23:34:45.293373 3889 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6, ips: 10.128.0.11 I0326 23:34:45.293408 3889 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:34:45.293437 3889 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:34:45.293453 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0326 23:34:45.293654 3889 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:34:45.293686 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0326 23:34:45.763804 3889 egressfirewall.go:628] Syncing node "ip-10-0-0-85.ec2.internal" for egress firewall I0326 23:34:45.763856 3889 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-85.ec2.internal in network "default" I0326 23:34:45.763878 3889 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0326 23:34:45.763891 3889 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 17.525µs I0326 23:34:45.763916 3889 node_tracker.go:169] Node ip-10-0-0-85.ec2.internal switch + router changed, syncing services in network "default" I0326 23:34:45.763922 3889 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-85.ec2.internal", IP: 10.0.0.85 to PMTUD blocking rules I0326 23:34:45.763933 3889 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-85.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:34:45.763936 3889 services_controller.go:574] Full service sync requested for network=default I0326 23:34:45.770079 3889 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-85.ec2.internal. Updating no re-route policies I0326 23:34:45.779590 3889 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-85.ec2.internal", IP: 10.0.0.85 to PMTUD blocking rules I0326 23:34:45.779620 3889 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-85.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:34:46.318399 3889 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:46.318443 3889 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:46.318463 3889 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:46.318473 3889 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390nv7t6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:47.080484 3889 cni.go:403] [openshift-network-diagnostics/network-check-target-lldgz cc0a19275bec21668bef109540113c21b2c229180b9fb9849a07f647222128bf network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-lldgz cc0a19275bec21668bef109540113c21b2c229180b9fb9849a07f647222128bf network default NAD default] I0326 23:34:47.091704 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-lldgz, hostIfaceName: cc0a19275bec216, network: default, NAD default, SandboxID: "cc0a19275bec21668bef109540113c21b2c229180b9fb9849a07f647222128bf", PCI device ID: , UID: "cffb19bf-3365-4d41-99c4-0ef7b5327b25", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0326 23:34:47.132414 3889 cni.go:424] [openshift-network-diagnostics/network-check-target-lldgz cc0a19275bec21668bef109540113c21b2c229180b9fb9849a07f647222128bf network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-lldgz cc0a19275bec21668bef109540113c21b2c229180b9fb9849a07f647222128bf network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:2c:80:a6:ac:5d\",\"name\":\"cc0a19275bec216\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9e3a707-07fe-43ea-86ce-6418e42016e2\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:34:47.802884 3889 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0326 23:34:47.812685 3889 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0326 23:34:48.551355 3889 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0326 23:34:48.551395 3889 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 49.715µs W0326 23:34:51.190996 3889 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:34:58.311173 3889 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:34:58.825956 3889 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 23:35:22.197774 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:35:57.684508 3889 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-56b54dbfd-spcvd] creating logical port openshift-ingress_router-default-56b54dbfd-spcvd for pod on switch ip-10-0-1-245.ec2.internal I0326 23:35:57.684580 3889 kube.go:256] Updating pod openshift-ingress/router-default-56b54dbfd-spcvd I0326 23:35:57.699141 3889 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-5dng9] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-5dng9 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:35:57.699206 3889 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-5dng9 I0326 23:35:57.708129 3889 pod.go:62] [openshift-ingress/router-default-56b54dbfd-spcvd] pod update took 23.571203ms I0326 23:35:57.708150 3889 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-56b54dbfd-spcvd] addLogicalPort annotation time took 23.595428ms I0326 23:35:57.709161 3889 pods.go:271] [openshift-ingress/router-default-56b54dbfd-spcvd] addLogicalPort took 24.663878ms, libovsdb time 764.635µs I0326 23:35:57.714311 3889 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-5dng9] pod update took 15.123478ms I0326 23:35:57.714330 3889 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-5dng9] addLogicalPort annotation time took 15.145085ms I0326 23:35:57.715387 3889 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-5dng9] addLogicalPort took 16.256685ms, libovsdb time 832.202µs W0326 23:36:00.972558 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0326 23:36:01.616067 3889 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0326 23:36:01.616909 3889 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 822.102µs I0326 23:36:01.636354 3889 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0326 23:36:02.631698 3889 namespace.go:98] [openshift-service-ca] adding namespace I0326 23:36:02.632522 3889 namespace.go:102] [openshift-service-ca] adding namespace took 802.79µs I0326 23:36:02.653278 3889 namespace.go:142] [openshift-service-ca] updating namespace I0326 23:36:04.304207 3889 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-f59fc589b-cn57d] creating logical port openshift-service-ca_service-ca-f59fc589b-cn57d for pod on switch ip-10-0-1-245.ec2.internal I0326 23:36:04.304299 3889 kube.go:256] Updating pod openshift-service-ca/service-ca-f59fc589b-cn57d I0326 23:36:04.321129 3889 pod.go:62] [openshift-service-ca/service-ca-f59fc589b-cn57d] pod update took 16.853533ms I0326 23:36:04.321151 3889 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-f59fc589b-cn57d] addLogicalPort annotation time took 16.880821ms I0326 23:36:04.322341 3889 pods.go:271] [openshift-service-ca/service-ca-f59fc589b-cn57d] addLogicalPort took 18.150229ms, libovsdb time 915.659µs I0326 23:36:04.662440 3889 cni.go:403] [openshift-service-ca/service-ca-f59fc589b-cn57d 8ab42d52f53c13aeee3ad6c148b2fc6f7c86e7c9518057517e91f5e37d6d3a24 network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-f59fc589b-cn57d 8ab42d52f53c13aeee3ad6c148b2fc6f7c86e7c9518057517e91f5e37d6d3a24 network default NAD default] I0326 23:36:04.671520 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-f59fc589b-cn57d, hostIfaceName: 8ab42d52f53c13a, network: default, NAD default, SandboxID: "8ab42d52f53c13aeee3ad6c148b2fc6f7c86e7c9518057517e91f5e37d6d3a24", PCI device ID: , UID: "5be66acf-3ab9-4709-9d58-67ec99b4b729", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0326 23:36:04.712835 3889 cni.go:424] [openshift-service-ca/service-ca-f59fc589b-cn57d 8ab42d52f53c13aeee3ad6c148b2fc6f7c86e7c9518057517e91f5e37d6d3a24 network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-f59fc589b-cn57d 8ab42d52f53c13aeee3ad6c148b2fc6f7c86e7c9518057517e91f5e37d6d3a24 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:2f:54:99:c1:a3\",\"name\":\"8ab42d52f53c13a\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d87d31c-3e6d-4889-b270-ac4099fa6e0f\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:36:11.394049 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0326 23:36:21.560627 3889 cni.go:403] [openshift-image-registry/image-registry-6b5d664bf7-xfz58 767769249dcceaa661f1f88edacc88ceb42cc7eebcbea856a885a7a64501a80e network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-6b5d664bf7-xfz58 767769249dcceaa661f1f88edacc88ceb42cc7eebcbea856a885a7a64501a80e network default NAD default] I0326 23:36:21.568919 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6b5d664bf7-xfz58, hostIfaceName: 767769249dcceaa, network: default, NAD default, SandboxID: "767769249dcceaa661f1f88edacc88ceb42cc7eebcbea856a885a7a64501a80e", PCI device ID: , UID: "7392679a-7d4d-4b6f-b7a1-106e7af96775", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0326 23:36:21.609606 3889 cni.go:424] [openshift-image-registry/image-registry-6b5d664bf7-xfz58 767769249dcceaa661f1f88edacc88ceb42cc7eebcbea856a885a7a64501a80e network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-6b5d664bf7-xfz58 767769249dcceaa661f1f88edacc88ceb42cc7eebcbea856a885a7a64501a80e network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:8e:03:f8:1a:02\",\"name\":\"767769249dcceaa\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/562d39bf-d65c-40cc-99ed-c02410a1e9d6\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:36:21.663471 3889 cni.go:403] [openshift-dns/dns-default-wqc9n 6650f0228e4be9d4785bd7104c6a1144fe27b11879e137e1cff5fbdace70abdb network default NAD default] ADD starting CNI request [openshift-dns/dns-default-wqc9n 6650f0228e4be9d4785bd7104c6a1144fe27b11879e137e1cff5fbdace70abdb network default NAD default] I0326 23:36:21.672755 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-wqc9n, hostIfaceName: 6650f0228e4be9d, network: default, NAD default, SandboxID: "6650f0228e4be9d4785bd7104c6a1144fe27b11879e137e1cff5fbdace70abdb", PCI device ID: , UID: "ce501620-3dca-48ab-afe5-4facbffc3fd0", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0326 23:36:21.714419 3889 cni.go:424] [openshift-dns/dns-default-wqc9n 6650f0228e4be9d4785bd7104c6a1144fe27b11879e137e1cff5fbdace70abdb network default NAD default] ADD finished CNI request [openshift-dns/dns-default-wqc9n 6650f0228e4be9d4785bd7104c6a1144fe27b11879e137e1cff5fbdace70abdb network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:00:a4:49:12:1f\",\"name\":\"6650f0228e4be9d\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7b57c9b-e101-46f3-bcea-cad7ca87c1ab\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:36:29.251773 3889 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:36:29.265303 3889 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0326 23:36:29.265321 3889 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0326 23:36:29.265327 3889 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0326 23:36:29.277735 3889 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-wmhth] creating logical port openshift-console_downloads-56d45c498b-wmhth for pod on switch ip-10-0-1-245.ec2.internal I0326 23:36:29.277841 3889 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-wmhth I0326 23:36:29.298114 3889 pod.go:62] [openshift-console/downloads-56d45c498b-wmhth] pod update took 20.296366ms I0326 23:36:29.298134 3889 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-wmhth] addLogicalPort annotation time took 20.32006ms I0326 23:36:29.299158 3889 pods.go:271] [openshift-console/downloads-56d45c498b-wmhth] addLogicalPort took 21.439251ms, libovsdb time 763.602µs I0326 23:36:29.404059 3889 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rqfrq] creating logical port openshift-insights_insights-runtime-extractor-rqfrq for pod on switch ip-10-0-1-245.ec2.internal I0326 23:36:29.404133 3889 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rqfrq I0326 23:36:29.420600 3889 pod.go:62] [openshift-insights/insights-runtime-extractor-rqfrq] pod update took 16.49182ms I0326 23:36:29.420619 3889 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-rqfrq] addLogicalPort annotation time took 16.514355ms I0326 23:36:29.421583 3889 pods.go:271] [openshift-insights/insights-runtime-extractor-rqfrq] addLogicalPort took 17.535346ms, libovsdb time 692.413µs I0326 23:36:29.640720 3889 cni.go:403] [openshift-console/downloads-56d45c498b-wmhth a1f2b036423fa176073a62c87863be1237f90fbf550baa7216303cc1b66d6eff network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-wmhth a1f2b036423fa176073a62c87863be1237f90fbf550baa7216303cc1b66d6eff network default NAD default] I0326 23:36:29.649218 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-wmhth, hostIfaceName: a1f2b036423fa17, network: default, NAD default, SandboxID: "a1f2b036423fa176073a62c87863be1237f90fbf550baa7216303cc1b66d6eff", PCI device ID: , UID: "5f97ba80-b0db-44ee-b8c6-7d32e5d1336d", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0326 23:36:29.691362 3889 cni.go:424] [openshift-console/downloads-56d45c498b-wmhth a1f2b036423fa176073a62c87863be1237f90fbf550baa7216303cc1b66d6eff network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-wmhth a1f2b036423fa176073a62c87863be1237f90fbf550baa7216303cc1b66d6eff network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:8a:cb:82:2e:62\",\"name\":\"a1f2b036423fa17\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfec142e-6041-4ade-9942-f50cc0548222\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:36:29.762112 3889 cni.go:403] [openshift-insights/insights-runtime-extractor-rqfrq a89038f551d48f53e9fd6dd9f50ca9a692ff94fe5a8164b630a7f198854a4f5e network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rqfrq a89038f551d48f53e9fd6dd9f50ca9a692ff94fe5a8164b630a7f198854a4f5e network default NAD default] I0326 23:36:29.770482 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rqfrq, hostIfaceName: a89038f551d48f5, network: default, NAD default, SandboxID: "a89038f551d48f53e9fd6dd9f50ca9a692ff94fe5a8164b630a7f198854a4f5e", PCI device ID: , UID: "267c6d96-596c-4d85-aea0-66ee42348ea3", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0326 23:36:29.812510 3889 cni.go:424] [openshift-insights/insights-runtime-extractor-rqfrq a89038f551d48f53e9fd6dd9f50ca9a692ff94fe5a8164b630a7f198854a4f5e network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rqfrq a89038f551d48f53e9fd6dd9f50ca9a692ff94fe5a8164b630a7f198854a4f5e network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:6b:34:b9:e6:e7\",\"name\":\"a89038f551d48f5\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7ecfe8f-dd10-469e-a2db-4c6bb17ee63e\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:36:29.843347 3889 cni.go:403] [openshift-ingress/router-default-56b54dbfd-spcvd 11d05d699acadfe3ab1bc06c2abb17cb1382ce7fc50934d2e35e2ab746ce73dc network default NAD default] ADD starting CNI request [openshift-ingress/router-default-56b54dbfd-spcvd 11d05d699acadfe3ab1bc06c2abb17cb1382ce7fc50934d2e35e2ab746ce73dc network default NAD default] I0326 23:36:29.852940 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-56b54dbfd-spcvd, hostIfaceName: 11d05d699acadfe, network: default, NAD default, SandboxID: "11d05d699acadfe3ab1bc06c2abb17cb1382ce7fc50934d2e35e2ab746ce73dc", PCI device ID: , UID: "836c4a61-15a6-4cac-ba78-c8e80bbbc06d", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0326 23:36:29.859978 3889 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-5dng9 3b7d0e25ce9cd1bd9e0cadd734ac550ba6e1cf9f385196d02da3b417f0201347 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-5dng9 3b7d0e25ce9cd1bd9e0cadd734ac550ba6e1cf9f385196d02da3b417f0201347 network default NAD default] I0326 23:36:29.868222 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-5dng9, hostIfaceName: 3b7d0e25ce9cd1b, network: default, NAD default, SandboxID: "3b7d0e25ce9cd1bd9e0cadd734ac550ba6e1cf9f385196d02da3b417f0201347", PCI device ID: , UID: "3466182c-1201-4b05-8ef6-59dbdb23017c", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0326 23:36:29.897406 3889 cni.go:424] [openshift-ingress/router-default-56b54dbfd-spcvd 11d05d699acadfe3ab1bc06c2abb17cb1382ce7fc50934d2e35e2ab746ce73dc network default NAD default] ADD finished CNI request [openshift-ingress/router-default-56b54dbfd-spcvd 11d05d699acadfe3ab1bc06c2abb17cb1382ce7fc50934d2e35e2ab746ce73dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:29:6d:82:3e:0e\",\"name\":\"11d05d699acadfe\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e55c20e9-6ee5-4e4d-8b67-3a032351bf50\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:36:29.914716 3889 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-5dng9 3b7d0e25ce9cd1bd9e0cadd734ac550ba6e1cf9f385196d02da3b417f0201347 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-5dng9 3b7d0e25ce9cd1bd9e0cadd734ac550ba6e1cf9f385196d02da3b417f0201347 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:05:5a:1d:e0:15\",\"name\":\"3b7d0e25ce9cd1b\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/932a527c-72c8-4f32-8559-de11bae4a493\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:36:30.499640 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 23:36:30.499677 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0326 23:36:30.500490 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:30.500510 3889 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:30.500516 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0326 23:36:30.559498 3889 obj_retry.go:464] Detected object openshift-image-registry/image-registry-66c8fd6f5d-kfmps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:36:30.560173 3889 obj_retry.go:464] Detected object openshift-image-registry/image-registry-66c8fd6f5d-kfmps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:36:30.573510 3889 obj_retry.go:458] Detected object openshift-image-registry/image-registry-66c8fd6f5d-kfmps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:36:30.573535 3889 obj_retry.go:458] Detected object openshift-image-registry/image-registry-66c8fd6f5d-kfmps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:36:30.582746 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-66c8fd6f5d-kfmps I0326 23:36:30.582774 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-66c8fd6f5d-kfmps W0326 23:36:31.076484 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:31.076501 3889 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:31.076507 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:31.078166 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 23:36:31.078185 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0326 23:36:31.105677 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 23:36:31.105698 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0326 23:36:31.109060 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:31.109128 3889 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:31.109140 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0326 23:36:31.130816 3889 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6b5d664bf7-98zz6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:36:31.131425 3889 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6b5d664bf7-98zz6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:36:31.145355 3889 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6b5d664bf7-98zz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:36:31.145371 3889 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6b5d664bf7-98zz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:36:31.151706 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b5d664bf7-98zz6 I0326 23:36:31.151730 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b5d664bf7-98zz6 W0326 23:36:31.539738 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0326 23:36:31.539765 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0326 23:36:31.578882 3889 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 23:36:31.622603 3889 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0326 23:36:31.637275 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:31.637292 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:31.637298 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:36:32.086502 3889 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 23:36:33.178879 3889 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-hhshh] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-hhshh for pod on switch ip-10-0-1-245.ec2.internal I0326 23:36:33.178965 3889 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-hhshh I0326 23:36:33.197441 3889 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-hhshh] pod update took 18.494284ms I0326 23:36:33.197464 3889 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-hhshh] addLogicalPort annotation time took 18.522276ms I0326 23:36:33.198651 3889 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-hhshh] addLogicalPort took 19.787466ms, libovsdb time 859.614µs I0326 23:36:33.542383 3889 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-hhshh a5c9860809a8a84b8b32e1caeffd52326f01b874c91f46e3bb6d07f50f643d66 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-hhshh a5c9860809a8a84b8b32e1caeffd52326f01b874c91f46e3bb6d07f50f643d66 network default NAD default] I0326 23:36:33.552807 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-hhshh, hostIfaceName: a5c9860809a8a84, network: default, NAD default, SandboxID: "a5c9860809a8a84b8b32e1caeffd52326f01b874c91f46e3bb6d07f50f643d66", PCI device ID: , UID: "c98278c4-84ee-4673-993e-bde6abe1f865", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0326 23:36:33.600412 3889 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-hhshh a5c9860809a8a84b8b32e1caeffd52326f01b874c91f46e3bb6d07f50f643d66 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-hhshh a5c9860809a8a84b8b32e1caeffd52326f01b874c91f46e3bb6d07f50f643d66 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:9a:72:e6:08:4d\",\"name\":\"a5c9860809a8a84\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4f5247e-edfe-4248-84b4-5f449136d361\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:36:34.476831 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 23:36:34.476863 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:36:34.476872 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:36:35.533262 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0326 23:36:35.573731 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0326 23:36:36.102648 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0326 23:36:36.594486 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0326 23:36:41.856656 3889 base_network_controller_pods.go:487] [default/openshift-console/console-64489c4789-gglzh] creating logical port openshift-console_console-64489c4789-gglzh for pod on switch ip-10-0-1-245.ec2.internal I0326 23:36:41.856813 3889 kube.go:256] Updating pod openshift-console/console-64489c4789-gglzh I0326 23:36:41.879428 3889 pod.go:62] [openshift-console/console-64489c4789-gglzh] pod update took 22.638723ms I0326 23:36:41.879462 3889 base_network_controller_pods.go:937] [default/openshift-console/console-64489c4789-gglzh] addLogicalPort annotation time took 22.675182ms W0326 23:36:41.880434 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0326 23:36:41.880848 3889 pods.go:271] [openshift-console/console-64489c4789-gglzh] addLogicalPort took 24.21311ms, libovsdb time 952.142µs I0326 23:36:42.867002 3889 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5885d449c7-cqknb] creating logical port openshift-monitoring_thanos-querier-5885d449c7-cqknb for pod on switch ip-10-0-1-245.ec2.internal I0326 23:36:42.867206 3889 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5885d449c7-cqknb I0326 23:36:42.886561 3889 pod.go:62] [openshift-monitoring/thanos-querier-5885d449c7-cqknb] pod update took 19.391151ms I0326 23:36:42.886583 3889 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-5885d449c7-cqknb] addLogicalPort annotation time took 19.42032ms I0326 23:36:42.887905 3889 pods.go:271] [openshift-monitoring/thanos-querier-5885d449c7-cqknb] addLogicalPort took 20.926325ms, libovsdb time 951.069µs W0326 23:36:43.476588 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:36:44.189519 3889 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:36:44.189536 3889 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:36:44.189543 3889 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 23:36:44.499533 3889 cni.go:403] [openshift-console/console-64489c4789-gglzh cf892cd9aab69eb969a7dd5e44a8a639ea9c6c7629b0b4ae6bdc80b4f1614b42 network default NAD default] ADD starting CNI request [openshift-console/console-64489c4789-gglzh cf892cd9aab69eb969a7dd5e44a8a639ea9c6c7629b0b4ae6bdc80b4f1614b42 network default NAD default] I0326 23:36:44.499623 3889 cni.go:403] [openshift-monitoring/thanos-querier-5885d449c7-cqknb ff14ed32c74de31f4ab7593bce73377e5310083e484766592899475e40cd2bec network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-5885d449c7-cqknb ff14ed32c74de31f4ab7593bce73377e5310083e484766592899475e40cd2bec network default NAD default] I0326 23:36:44.509142 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-64489c4789-gglzh, hostIfaceName: cf892cd9aab69eb, network: default, NAD default, SandboxID: "cf892cd9aab69eb969a7dd5e44a8a639ea9c6c7629b0b4ae6bdc80b4f1614b42", PCI device ID: , UID: "5302c21b-77b6-45dd-9673-898a811f7a96", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0326 23:36:44.509966 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5885d449c7-cqknb, hostIfaceName: ff14ed32c74de31, network: default, NAD default, SandboxID: "ff14ed32c74de31f4ab7593bce73377e5310083e484766592899475e40cd2bec", PCI device ID: , UID: "02cebc1d-63ae-434a-a5b2-15b2bb1625be", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0326 23:36:44.555105 3889 cni.go:424] [openshift-console/console-64489c4789-gglzh cf892cd9aab69eb969a7dd5e44a8a639ea9c6c7629b0b4ae6bdc80b4f1614b42 network default NAD default] ADD finished CNI request [openshift-console/console-64489c4789-gglzh cf892cd9aab69eb969a7dd5e44a8a639ea9c6c7629b0b4ae6bdc80b4f1614b42 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:58:6c:1d:4c:9b\",\"name\":\"cf892cd9aab69eb\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/617493bc-fb1d-4efc-b418-c2c46fd1e9cf\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:36:44.573506 3889 cni.go:424] [openshift-monitoring/thanos-querier-5885d449c7-cqknb ff14ed32c74de31f4ab7593bce73377e5310083e484766592899475e40cd2bec network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-5885d449c7-cqknb ff14ed32c74de31f4ab7593bce73377e5310083e484766592899475e40cd2bec network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:d6:fa:37:cf:88\",\"name\":\"ff14ed32c74de31\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4659ff8-f3ba-414f-b6d9-eea3eff20f66\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:36:45.236475 3889 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-56b7f546d-hrjlh] creating logical port openshift-monitoring_metrics-server-56b7f546d-hrjlh for pod on switch ip-10-0-1-245.ec2.internal I0326 23:36:45.236714 3889 kube.go:256] Updating pod openshift-monitoring/metrics-server-56b7f546d-hrjlh I0326 23:36:45.257577 3889 pod.go:62] [openshift-monitoring/metrics-server-56b7f546d-hrjlh] pod update took 20.916086ms I0326 23:36:45.257604 3889 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-56b7f546d-hrjlh] addLogicalPort annotation time took 20.947239ms I0326 23:36:45.259254 3889 pods.go:271] [openshift-monitoring/metrics-server-56b7f546d-hrjlh] addLogicalPort took 22.799564ms, libovsdb time 1.150999ms I0326 23:36:45.438595 3889 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-x9sh2] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-x9sh2 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:36:45.438782 3889 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-x9sh2 I0326 23:36:45.462738 3889 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-x9sh2] pod update took 23.994305ms I0326 23:36:45.462769 3889 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-x9sh2] addLogicalPort annotation time took 24.03258ms I0326 23:36:45.464318 3889 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-x9sh2] addLogicalPort took 25.737344ms, libovsdb time 1.118369ms W0326 23:36:45.593518 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0326 23:36:45.662329 3889 cni.go:403] [openshift-monitoring/metrics-server-56b7f546d-hrjlh 752ba0d0a424ab89aeab7aaced7497c24e092d132ba9932d126d19cd4391df52 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-56b7f546d-hrjlh 752ba0d0a424ab89aeab7aaced7497c24e092d132ba9932d126d19cd4391df52 network default NAD default] W0326 23:36:45.668166 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0326 23:36:45.673009 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-56b7f546d-hrjlh, hostIfaceName: 752ba0d0a424ab8, network: default, NAD default, SandboxID: "752ba0d0a424ab89aeab7aaced7497c24e092d132ba9932d126d19cd4391df52", PCI device ID: , UID: "31f3ab0b-8742-4b4c-8b8d-b92201e44c63", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0326 23:36:45.731849 3889 cni.go:424] [openshift-monitoring/metrics-server-56b7f546d-hrjlh 752ba0d0a424ab89aeab7aaced7497c24e092d132ba9932d126d19cd4391df52 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-56b7f546d-hrjlh 752ba0d0a424ab89aeab7aaced7497c24e092d132ba9932d126d19cd4391df52 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:5e:96:c3:4e:07\",\"name\":\"752ba0d0a424ab8\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f43de56-4302-479c-bc9b-9ee4f1f41bef\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:36:46.039378 3889 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-76d567f79b-5qfhl] creating logical port openshift-monitoring_telemeter-client-76d567f79b-5qfhl for pod on switch ip-10-0-1-245.ec2.internal I0326 23:36:46.039539 3889 kube.go:256] Updating pod openshift-monitoring/telemeter-client-76d567f79b-5qfhl I0326 23:36:46.060303 3889 pod.go:62] [openshift-monitoring/telemeter-client-76d567f79b-5qfhl] pod update took 20.795882ms I0326 23:36:46.060326 3889 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-76d567f79b-5qfhl] addLogicalPort annotation time took 20.834769ms I0326 23:36:46.061770 3889 pods.go:271] [openshift-monitoring/telemeter-client-76d567f79b-5qfhl] addLogicalPort took 22.410775ms, libovsdb time 1.03339ms W0326 23:36:46.716084 3889 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:36:46.716102 3889 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:36:46.716108 3889 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:36:47.224452 3889 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:47.224472 3889 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:47.224479 3889 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:47.224486 3889 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0326 23:36:47.678921 3889 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-x9sh2 a51f0d4dbe2735919428ec20ad7663472a303aa911e609ac69304d96258056c0 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-x9sh2 a51f0d4dbe2735919428ec20ad7663472a303aa911e609ac69304d96258056c0 network default NAD default] I0326 23:36:47.679409 3889 cni.go:403] [openshift-monitoring/telemeter-client-76d567f79b-5qfhl 7498c833253b969fff07051fc7cd3538d6cece55dce3b843b86240e620859945 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-76d567f79b-5qfhl 7498c833253b969fff07051fc7cd3538d6cece55dce3b843b86240e620859945 network default NAD default] I0326 23:36:47.692017 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-x9sh2, hostIfaceName: a51f0d4dbe27359, network: default, NAD default, SandboxID: "a51f0d4dbe2735919428ec20ad7663472a303aa911e609ac69304d96258056c0", PCI device ID: , UID: "8e263ac3-abcf-4d70-b295-e14632a9ca4a", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0326 23:36:47.692353 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-76d567f79b-5qfhl, hostIfaceName: 7498c833253b969, network: default, NAD default, SandboxID: "7498c833253b969fff07051fc7cd3538d6cece55dce3b843b86240e620859945", PCI device ID: , UID: "66288c4f-148a-4756-acf9-0ec2f5441908", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0326 23:36:47.749408 3889 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-x9sh2 a51f0d4dbe2735919428ec20ad7663472a303aa911e609ac69304d96258056c0 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-x9sh2 a51f0d4dbe2735919428ec20ad7663472a303aa911e609ac69304d96258056c0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:16:ff:a6:5b:86\",\"name\":\"a51f0d4dbe27359\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36fc4ae8-a1c4-4f4b-8c33-e6a5e6939c8b\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:36:47.772744 3889 cni.go:424] [openshift-monitoring/telemeter-client-76d567f79b-5qfhl 7498c833253b969fff07051fc7cd3538d6cece55dce3b843b86240e620859945 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-76d567f79b-5qfhl 7498c833253b969fff07051fc7cd3538d6cece55dce3b843b86240e620859945 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:42:f7:6b:97:02\",\"name\":\"7498c833253b969\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07981649-355e-4cca-947f-28c741a5d652\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:36:48.202210 3889 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:36:48.202311 3889 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:36:48.675601 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:36:48.853679 3889 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-64489c4789-qpz86 IP address from the namespace address-set, err: pod openshift-console/console-64489c4789-qpz86: no pod IPs found W0326 23:36:49.602513 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:36:49.668385 3889 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:49.668412 3889 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:49.668419 3889 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:49.668427 3889 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:49.695329 3889 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:36:49.695351 3889 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:36:52.831369 3889 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-6785d58857-p986s IP address from the namespace address-set, err: pod openshift-console/console-6785d58857-p986s: no pod IPs found W0326 23:36:52.832942 3889 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-6785d58857-zhh6j IP address from the namespace address-set, err: pod openshift-console/console-6785d58857-zhh6j: no pod IPs found W0326 23:36:53.200255 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:53.200276 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:53.200283 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:53.200298 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:53.200311 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:53.200316 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:53.200320 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:53.200323 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:55.621768 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:55.621796 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:55.621804 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:36:55.621811 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:37:06.765917 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0326 23:37:07.209951 3889 obj_retry.go:464] Detected object openshift-console/console-574dd8946c-trl44 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:07.210463 3889 obj_retry.go:464] Detected object openshift-console/console-574dd8946c-trl44 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:07.795318 3889 obj_retry.go:458] Detected object openshift-console/console-574dd8946c-trl44 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:07.795351 3889 obj_retry.go:458] Detected object openshift-console/console-574dd8946c-trl44 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:07.800529 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-574dd8946c-trl44 I0326 23:37:07.800545 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-574dd8946c-trl44 W0326 23:37:09.683768 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:37:09.683801 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:37:10.615728 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:37:11.805987 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0326 23:37:15.766413 3889 cni.go:403] [openshift-console/console-64489c4789-gglzh cf892cd9aab69eb969a7dd5e44a8a639ea9c6c7629b0b4ae6bdc80b4f1614b42 network default NAD default] DEL starting CNI request [openshift-console/console-64489c4789-gglzh cf892cd9aab69eb969a7dd5e44a8a639ea9c6c7629b0b4ae6bdc80b4f1614b42 network default NAD default] I0326 23:37:15.855383 3889 cni.go:424] [openshift-console/console-64489c4789-gglzh cf892cd9aab69eb969a7dd5e44a8a639ea9c6c7629b0b4ae6bdc80b4f1614b42 network default NAD default] DEL finished CNI request [openshift-console/console-64489c4789-gglzh cf892cd9aab69eb969a7dd5e44a8a639ea9c6c7629b0b4ae6bdc80b4f1614b42 network default NAD default], result "{}", err I0326 23:37:15.926737 3889 obj_retry.go:464] Detected object openshift-console/console-64489c4789-gglzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:15.926775 3889 pods.go:176] Deleting pod: openshift-console/console-64489c4789-gglzh I0326 23:37:15.928077 3889 pods.go:236] Attempting to release IPs for pod: openshift-console/console-64489c4789-gglzh, ips: 10.128.0.18 I0326 23:37:15.928108 3889 obj_retry.go:464] Detected object openshift-console/console-64489c4789-gglzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:15.937267 3889 base_network_controller_pods.go:487] [default/openshift-console/console-9dc8dc589-s78mx] creating logical port openshift-console_console-9dc8dc589-s78mx for pod on switch ip-10-0-1-245.ec2.internal I0326 23:37:15.937352 3889 kube.go:256] Updating pod openshift-console/console-9dc8dc589-s78mx I0326 23:37:15.951055 3889 pod.go:62] [openshift-console/console-9dc8dc589-s78mx] pod update took 13.724202ms I0326 23:37:15.951082 3889 base_network_controller_pods.go:937] [default/openshift-console/console-9dc8dc589-s78mx] addLogicalPort annotation time took 13.753973ms I0326 23:37:15.952233 3889 pods.go:271] [openshift-console/console-9dc8dc589-s78mx] addLogicalPort took 14.981981ms, libovsdb time 818.871µs I0326 23:37:16.336795 3889 cni.go:403] [openshift-console/console-9dc8dc589-s78mx c9af56c5a559160b41b1abcb7f26b542c1e5f950fb1f38ab01791178e5286a29 network default NAD default] ADD starting CNI request [openshift-console/console-9dc8dc589-s78mx c9af56c5a559160b41b1abcb7f26b542c1e5f950fb1f38ab01791178e5286a29 network default NAD default] I0326 23:37:16.347306 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-9dc8dc589-s78mx, hostIfaceName: c9af56c5a559160, network: default, NAD default, SandboxID: "c9af56c5a559160b41b1abcb7f26b542c1e5f950fb1f38ab01791178e5286a29", PCI device ID: , UID: "3a8c3381-a297-4de3-ba7a-3d5fc259d10b", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0326 23:37:16.400729 3889 cni.go:424] [openshift-console/console-9dc8dc589-s78mx c9af56c5a559160b41b1abcb7f26b542c1e5f950fb1f38ab01791178e5286a29 network default NAD default] ADD finished CNI request [openshift-console/console-9dc8dc589-s78mx c9af56c5a559160b41b1abcb7f26b542c1e5f950fb1f38ab01791178e5286a29 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:78:03:42:a4:7f\",\"name\":\"c9af56c5a559160\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1d7b4bf-5362-4e2d-9dd4-777b5e304bb8\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:37:16.739234 3889 obj_retry.go:458] Detected object openshift-console/console-64489c4789-gglzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:16.739256 3889 obj_retry.go:458] Detected object openshift-console/console-64489c4789-gglzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:16.742429 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64489c4789-gglzh I0326 23:37:16.742464 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64489c4789-gglzh W0326 23:37:17.825528 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:37:17.825552 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:37:17.866454 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 23:37:17.866479 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 23:37:17.877460 3889 cni.go:403] [openshift-image-registry/image-registry-6b5d664bf7-xfz58 767769249dcceaa661f1f88edacc88ceb42cc7eebcbea856a885a7a64501a80e network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-6b5d664bf7-xfz58 767769249dcceaa661f1f88edacc88ceb42cc7eebcbea856a885a7a64501a80e network default NAD default] I0326 23:37:17.956932 3889 cni.go:424] [openshift-image-registry/image-registry-6b5d664bf7-xfz58 767769249dcceaa661f1f88edacc88ceb42cc7eebcbea856a885a7a64501a80e network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-6b5d664bf7-xfz58 767769249dcceaa661f1f88edacc88ceb42cc7eebcbea856a885a7a64501a80e network default NAD default], result "{}", err I0326 23:37:18.017677 3889 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6b5d664bf7-xfz58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:18.017717 3889 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6b5d664bf7-xfz58 I0326 23:37:18.019040 3889 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6b5d664bf7-xfz58, ips: 10.128.0.6 I0326 23:37:18.019076 3889 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6b5d664bf7-xfz58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:18.725808 3889 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6b5d664bf7-xfz58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:18.725837 3889 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6b5d664bf7-xfz58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:18.729044 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b5d664bf7-xfz58 I0326 23:37:18.729066 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b5d664bf7-xfz58 W0326 23:37:21.327820 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0326 23:37:26.768400 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 23:37:43.169357 3889 obj_retry.go:464] Detected object openshift-console/console-574dd8946c-62j7h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:43.169949 3889 obj_retry.go:464] Detected object openshift-console/console-574dd8946c-62j7h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:43.407593 3889 obj_retry.go:458] Detected object openshift-console/console-574dd8946c-62j7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:43.407619 3889 obj_retry.go:458] Detected object openshift-console/console-574dd8946c-62j7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:43.412795 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-574dd8946c-62j7h I0326 23:37:43.412820 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-574dd8946c-62j7h I0326 23:37:47.314138 3889 obj_retry.go:464] Detected object openshift-ingress/router-default-764b98bc4f-cmq8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:47.314725 3889 obj_retry.go:464] Detected object openshift-ingress/router-default-764b98bc4f-cmq8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:37:47.431352 3889 obj_retry.go:458] Detected object openshift-ingress/router-default-764b98bc4f-cmq8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:47.431376 3889 obj_retry.go:458] Detected object openshift-ingress/router-default-764b98bc4f-cmq8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:37:47.437231 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-764b98bc4f-cmq8t I0326 23:37:47.437254 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-764b98bc4f-cmq8t I0326 23:37:53.041025 3889 cni.go:403] [openshift-multus/network-metrics-daemon-tl8bf 90569342a658038b1037b06edc829eefa2f46f34831b630c2f0e06182b6292d6 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-tl8bf 90569342a658038b1037b06edc829eefa2f46f34831b630c2f0e06182b6292d6 network default NAD default] I0326 23:37:53.049537 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-tl8bf, hostIfaceName: 90569342a658038, network: default, NAD default, SandboxID: "90569342a658038b1037b06edc829eefa2f46f34831b630c2f0e06182b6292d6", PCI device ID: , UID: "bb6b0f35-5659-4a2f-940c-59b33aab51de", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0326 23:37:53.092512 3889 cni.go:424] [openshift-multus/network-metrics-daemon-tl8bf 90569342a658038b1037b06edc829eefa2f46f34831b630c2f0e06182b6292d6 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-tl8bf 90569342a658038b1037b06edc829eefa2f46f34831b630c2f0e06182b6292d6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:19:18:c0:92:81\",\"name\":\"90569342a658038\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90ca92aa-ce46-403a-b1ac-5ef1ffb01401\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:38:19.312268 3889 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0326 23:38:41.378534 3889 obj_retry.go:464] Detected object openshift-console/console-9dc8dc589-plgzs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:38:41.379135 3889 obj_retry.go:464] Detected object openshift-console/console-9dc8dc589-plgzs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:38:42.176848 3889 obj_retry.go:458] Detected object openshift-console/console-9dc8dc589-plgzs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:38:42.176872 3889 obj_retry.go:458] Detected object openshift-console/console-9dc8dc589-plgzs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:38:42.180059 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9dc8dc589-plgzs I0326 23:38:42.180087 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9dc8dc589-plgzs I0326 23:38:51.807221 3889 cni.go:403] [openshift-console/console-9dc8dc589-s78mx c9af56c5a559160b41b1abcb7f26b542c1e5f950fb1f38ab01791178e5286a29 network default NAD default] DEL starting CNI request [openshift-console/console-9dc8dc589-s78mx c9af56c5a559160b41b1abcb7f26b542c1e5f950fb1f38ab01791178e5286a29 network default NAD default] I0326 23:38:51.879227 3889 cni.go:424] [openshift-console/console-9dc8dc589-s78mx c9af56c5a559160b41b1abcb7f26b542c1e5f950fb1f38ab01791178e5286a29 network default NAD default] DEL finished CNI request [openshift-console/console-9dc8dc589-s78mx c9af56c5a559160b41b1abcb7f26b542c1e5f950fb1f38ab01791178e5286a29 network default NAD default], result "{}", err I0326 23:38:51.926563 3889 obj_retry.go:464] Detected object openshift-console/console-9dc8dc589-s78mx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:38:51.926595 3889 pods.go:176] Deleting pod: openshift-console/console-9dc8dc589-s78mx I0326 23:38:51.927886 3889 pods.go:236] Attempting to release IPs for pod: openshift-console/console-9dc8dc589-s78mx, ips: 10.128.0.23 I0326 23:38:51.927922 3889 obj_retry.go:464] Detected object openshift-console/console-9dc8dc589-s78mx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:38:52.085197 3889 obj_retry.go:458] Detected object openshift-console/console-9dc8dc589-s78mx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:38:52.085229 3889 obj_retry.go:458] Detected object openshift-console/console-9dc8dc589-s78mx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:38:52.091072 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9dc8dc589-s78mx I0326 23:38:52.091099 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9dc8dc589-s78mx I0326 23:39:12.768947 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 I0326 23:39:19.773976 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=119 I0326 23:39:19.860297 3889 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0326 23:39:49.284627 3889 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-q2jkq] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-q2jkq for pod on switch ip-10-0-1-245.ec2.internal I0326 23:39:49.284814 3889 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-q2jkq I0326 23:39:49.311677 3889 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-q2jkq] pod update took 26.881316ms I0326 23:39:49.311700 3889 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-q2jkq] addLogicalPort annotation time took 26.929553ms I0326 23:39:49.313024 3889 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-q2jkq] addLogicalPort took 28.421612ms, libovsdb time 1.01164ms I0326 23:39:49.644714 3889 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-q2jkq 326d56b65e7e72387e94bb3da275860aaa46c244de89d9c57bb0a4290c3087fe network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-q2jkq 326d56b65e7e72387e94bb3da275860aaa46c244de89d9c57bb0a4290c3087fe network default NAD default] I0326 23:39:49.653250 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-q2jkq, hostIfaceName: 326d56b65e7e723, network: default, NAD default, SandboxID: "326d56b65e7e72387e94bb3da275860aaa46c244de89d9c57bb0a4290c3087fe", PCI device ID: , UID: "be99b860-a57f-4a1f-860c-e89a86735ba6", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0326 23:39:49.696614 3889 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-q2jkq 326d56b65e7e72387e94bb3da275860aaa46c244de89d9c57bb0a4290c3087fe network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-q2jkq 326d56b65e7e72387e94bb3da275860aaa46c244de89d9c57bb0a4290c3087fe network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:41:ae:4e:dc:c9\",\"name\":\"326d56b65e7e723\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c28af5ca-db0f-4566-bf4e-ace53cdb5777\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:39:52.325959 3889 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:39:55.886254 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0326 23:40:00.361919 3889 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn c7702ae892984cb4bc297120b8bdae7f2c12a2606c2fe237c661b41935fc5cd5 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn c7702ae892984cb4bc297120b8bdae7f2c12a2606c2fe237c661b41935fc5cd5 network default NAD default] I0326 23:40:00.426814 3889 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn c7702ae892984cb4bc297120b8bdae7f2c12a2606c2fe237c661b41935fc5cd5 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn c7702ae892984cb4bc297120b8bdae7f2c12a2606c2fe237c661b41935fc5cd5 network default NAD default], result "{}", err I0326 23:40:00.470453 3889 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:00.470486 3889 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn I0326 23:40:00.471698 3889 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn, ips: 10.128.0.8 I0326 23:40:00.471728 3889 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:01.371328 3889 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:01.371360 3889 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:01.393576 3889 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:01.393596 3889 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:01.396837 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn I0326 23:40:01.396864 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-fg6kn W0326 23:40:03.335490 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:40:03.366790 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0326 23:40:03.366868 3889 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-57thh IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-57thh: no pod IPs found I0326 23:40:03.611630 3889 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:03.612251 3889 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:04.505585 3889 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:04.505617 3889 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:16.871224 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0326 23:40:36.773707 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0326 23:40:51.772418 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0326 23:40:52.919735 3889 namespace.go:98] [tsf] adding namespace I0326 23:40:52.920736 3889 namespace.go:102] [tsf] adding namespace took 977.467µs I0326 23:40:52.935159 3889 namespace.go:142] [tsf] updating namespace I0326 23:40:52.944511 3889 namespace.go:142] [tsf] updating namespace I0326 23:40:56.602774 3889 namespace.go:98] [rhbk-operator] adding namespace I0326 23:40:56.603692 3889 namespace.go:102] [rhbk-operator] adding namespace took 886.358µs I0326 23:40:56.609610 3889 namespace.go:98] [tsf-keycloak] adding namespace I0326 23:40:56.609744 3889 namespace.go:98] [rhtpa-operator] adding namespace I0326 23:40:56.610305 3889 namespace.go:102] [tsf-keycloak] adding namespace took 678.721µs I0326 23:40:56.610823 3889 namespace.go:102] [rhtpa-operator] adding namespace took 1.064322ms I0326 23:40:56.617467 3889 namespace.go:98] [konflux-operator] adding namespace I0326 23:40:56.617556 3889 namespace.go:98] [cert-manager-operator] adding namespace I0326 23:40:56.617698 3889 namespace.go:98] [tsf-tas] adding namespace I0326 23:40:56.617733 3889 namespace.go:98] [konflux-ui] adding namespace I0326 23:40:56.617867 3889 namespace.go:98] [tsf-tpa] adding namespace I0326 23:40:56.618157 3889 namespace.go:102] [konflux-operator] adding namespace took 672.999µs I0326 23:40:56.618703 3889 namespace.go:102] [cert-manager-operator] adding namespace took 1.132059ms I0326 23:40:56.619217 3889 namespace.go:102] [tsf-tas] adding namespace took 1.504523ms I0326 23:40:56.619708 3889 namespace.go:102] [konflux-ui] adding namespace took 1.968842ms I0326 23:40:56.620201 3889 namespace.go:102] [tsf-tpa] adding namespace took 2.320383ms I0326 23:40:56.620561 3889 namespace.go:142] [rhbk-operator] updating namespace I0326 23:40:56.634344 3889 namespace.go:142] [rhbk-operator] updating namespace I0326 23:40:56.645556 3889 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:40:56.655920 3889 namespace.go:142] [konflux-operator] updating namespace I0326 23:40:56.659501 3889 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:40:56.659640 3889 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:40:56.659726 3889 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:40:56.668858 3889 namespace.go:142] [tsf-tas] updating namespace I0326 23:40:56.672409 3889 namespace.go:142] [konflux-ui] updating namespace I0326 23:40:56.675296 3889 namespace.go:142] [tsf-tpa] updating namespace I0326 23:40:56.677413 3889 namespace.go:142] [rhbk-operator] updating namespace I0326 23:40:56.677468 3889 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:40:56.704367 3889 namespace.go:142] [konflux-operator] updating namespace I0326 23:40:56.704441 3889 namespace.go:142] [konflux-operator] updating namespace I0326 23:40:56.710295 3889 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:40:56.719074 3889 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:40:56.731132 3889 namespace.go:142] [tsf-tas] updating namespace I0326 23:40:56.740257 3889 namespace.go:142] [tsf-tas] updating namespace I0326 23:40:56.751341 3889 namespace.go:142] [konflux-ui] updating namespace I0326 23:40:56.773430 3889 namespace.go:142] [konflux-ui] updating namespace I0326 23:40:56.773618 3889 namespace.go:142] [tsf-tpa] updating namespace I0326 23:40:56.783123 3889 namespace.go:142] [tsf-tpa] updating namespace I0326 23:40:56.787039 3889 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:40:56.801377 3889 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:40:57.990606 3889 namespace.go:142] [tsf-tpa] updating namespace I0326 23:40:57.990610 3889 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:40:58.140548 3889 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-245.ec2.internal I0326 23:40:58.140714 3889 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0326 23:40:58.157101 3889 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 16.434415ms I0326 23:40:58.157126 3889 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 16.466403ms I0326 23:40:58.158384 3889 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 17.859463ms, libovsdb time 919.001µs I0326 23:40:58.522312 3889 cni.go:403] [tsf/test-tsf-subscriptions d1deb95f516769bcedebd241c5152de8911cb9bc458147b586cba1f64e360602 network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions d1deb95f516769bcedebd241c5152de8911cb9bc458147b586cba1f64e360602 network default NAD default] I0326 23:40:58.530959 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: d1deb95f516769b, network: default, NAD default, SandboxID: "d1deb95f516769bcedebd241c5152de8911cb9bc458147b586cba1f64e360602", PCI device ID: , UID: "3cb9ef97-e629-4040-8f9a-dab5911dbc3f", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0326 23:40:58.577401 3889 cni.go:424] [tsf/test-tsf-subscriptions d1deb95f516769bcedebd241c5152de8911cb9bc458147b586cba1f64e360602 network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions d1deb95f516769bcedebd241c5152de8911cb9bc458147b586cba1f64e360602 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:af:ca:51:83:6e\",\"name\":\"d1deb95f516769b\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba361f09-ce5d-44b7-9b40-486abe257c37\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:40:59.492091 3889 base_network_controller_pods.go:487] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb] creating logical port openshift-marketplace_867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb for pod on switch ip-10-0-1-245.ec2.internal I0326 23:40:59.492267 3889 kube.go:256] Updating pod openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb I0326 23:40:59.505485 3889 pod.go:62] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb] pod update took 13.258163ms I0326 23:40:59.505511 3889 base_network_controller_pods.go:937] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb] addLogicalPort annotation time took 13.290944ms I0326 23:40:59.506896 3889 pods.go:271] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb] addLogicalPort took 14.823431ms, libovsdb time 1.006482ms I0326 23:40:59.595000 3889 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm for pod on switch ip-10-0-1-245.ec2.internal I0326 23:40:59.595150 3889 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm I0326 23:40:59.607524 3889 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm] pod update took 12.405282ms I0326 23:40:59.607549 3889 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm] addLogicalPort annotation time took 12.434018ms I0326 23:40:59.609084 3889 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm] addLogicalPort took 14.106374ms, libovsdb time 1.164334ms I0326 23:41:00.286102 3889 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm 57dcc4014c144b02a577602d47aef78a15e7aab93888b925817bae3ecfd84332 network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm 57dcc4014c144b02a577602d47aef78a15e7aab93888b925817bae3ecfd84332 network default NAD default] I0326 23:41:00.289042 3889 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb f3e0358dcf882cdf6789b7f772e32d2e5dc8296db274015c0d0c617f21bfbab1 network default NAD default] ADD starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb f3e0358dcf882cdf6789b7f772e32d2e5dc8296db274015c0d0c617f21bfbab1 network default NAD default] I0326 23:41:00.297076 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm, hostIfaceName: 57dcc4014c144b0, network: default, NAD default, SandboxID: "57dcc4014c144b02a577602d47aef78a15e7aab93888b925817bae3ecfd84332", PCI device ID: , UID: "daa43fb6-b426-4544-aa0c-05e032ecf123", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0326 23:41:00.298904 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb, hostIfaceName: f3e0358dcf882cd, network: default, NAD default, SandboxID: "f3e0358dcf882cdf6789b7f772e32d2e5dc8296db274015c0d0c617f21bfbab1", PCI device ID: , UID: "a25ac88e-38ab-480b-80cb-fa8fbb27e239", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0326 23:41:00.344298 3889 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm 57dcc4014c144b02a577602d47aef78a15e7aab93888b925817bae3ecfd84332 network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm 57dcc4014c144b02a577602d47aef78a15e7aab93888b925817bae3ecfd84332 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:64:9e:88:2a:2b\",\"name\":\"57dcc4014c144b0\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9a5cddb-2685-4053-ad1e-4757386263b5\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:41:00.363893 3889 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb f3e0358dcf882cdf6789b7f772e32d2e5dc8296db274015c0d0c617f21bfbab1 network default NAD default] ADD finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb f3e0358dcf882cdf6789b7f772e32d2e5dc8296db274015c0d0c617f21bfbab1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:e9:af:9e:cb:8a\",\"name\":\"f3e0358dcf882cd\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aea7618c-2ffc-4a78-b9fb-76140bae9aa0\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:41:02.538424 3889 base_network_controller_pods.go:487] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l] creating logical port openshift-marketplace_ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l for pod on switch ip-10-0-1-245.ec2.internal I0326 23:41:02.538578 3889 kube.go:256] Updating pod openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l I0326 23:41:02.551006 3889 pod.go:62] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l] pod update took 12.460443ms I0326 23:41:02.551035 3889 base_network_controller_pods.go:937] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l] addLogicalPort annotation time took 12.502055ms I0326 23:41:02.552423 3889 pods.go:271] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l] addLogicalPort took 14.019486ms, libovsdb time 1.020641ms I0326 23:41:02.720224 3889 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:41:02.720376 3889 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 I0326 23:41:02.732247 3889 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5] pod update took 11.901663ms I0326 23:41:02.732275 3889 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5] addLogicalPort annotation time took 11.933759ms I0326 23:41:02.734052 3889 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5] addLogicalPort took 13.842488ms, libovsdb time 1.334779ms I0326 23:41:02.924837 3889 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l f39451838ec2b5db2ebb3f3b151c4d492376726df5af1477fecf6444550d9ed3 network default NAD default] ADD starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l f39451838ec2b5db2ebb3f3b151c4d492376726df5af1477fecf6444550d9ed3 network default NAD default] I0326 23:41:02.936426 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l, hostIfaceName: f39451838ec2b5d, network: default, NAD default, SandboxID: "f39451838ec2b5db2ebb3f3b151c4d492376726df5af1477fecf6444550d9ed3", PCI device ID: , UID: "cd075e93-497d-4058-a38d-d8868381532f", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0326 23:41:02.989844 3889 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l f39451838ec2b5db2ebb3f3b151c4d492376726df5af1477fecf6444550d9ed3 network default NAD default] ADD finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l f39451838ec2b5db2ebb3f3b151c4d492376726df5af1477fecf6444550d9ed3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:8e:e8:4a:08:46\",\"name\":\"f39451838ec2b5d\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49d013ac-43aa-403f-9bae-6f133c21c68d\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:41:03.639010 3889 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb f3e0358dcf882cdf6789b7f772e32d2e5dc8296db274015c0d0c617f21bfbab1 network default NAD default] DEL starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb f3e0358dcf882cdf6789b7f772e32d2e5dc8296db274015c0d0c617f21bfbab1 network default NAD default] I0326 23:41:03.727024 3889 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb f3e0358dcf882cdf6789b7f772e32d2e5dc8296db274015c0d0c617f21bfbab1 network default NAD default] DEL finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb f3e0358dcf882cdf6789b7f772e32d2e5dc8296db274015c0d0c617f21bfbab1 network default NAD default], result "{}", err I0326 23:41:04.150145 3889 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:04.150211 3889 pods.go:176] Deleting pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb I0326 23:41:04.151952 3889 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb, ips: 10.128.0.26 I0326 23:41:04.151987 3889 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:04.152012 3889 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:04.152020 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:04.152291 3889 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:04.152307 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:05.175681 3889 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:05.175741 3889 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:05.175757 3889 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:05.175775 3889 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfbshfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:05.764646 3889 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv for pod on switch ip-10-0-1-245.ec2.internal I0326 23:41:05.764789 3889 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv I0326 23:41:05.777066 3889 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv] pod update took 12.307622ms I0326 23:41:05.777100 3889 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv] addLogicalPort annotation time took 12.349999ms I0326 23:41:05.778602 3889 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv] addLogicalPort took 13.969364ms, libovsdb time 1.084427ms I0326 23:41:05.862136 3889 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc for pod on switch ip-10-0-1-245.ec2.internal I0326 23:41:05.862291 3889 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc I0326 23:41:05.878818 3889 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc] pod update took 16.553705ms I0326 23:41:05.878855 3889 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc] addLogicalPort annotation time took 16.596864ms I0326 23:41:05.880482 3889 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc] addLogicalPort took 18.367433ms, libovsdb time 1.117513ms I0326 23:41:06.791383 3889 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 fd7fb4fcb1971e99394a6d193c0e9c88da2ffd0f1b31a5f05cd4e6c7c8e32363 network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 fd7fb4fcb1971e99394a6d193c0e9c88da2ffd0f1b31a5f05cd4e6c7c8e32363 network default NAD default] I0326 23:41:06.795521 3889 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc 7f6f1b4030f9d49cebb5ac73ddeeacdf99315d3eb9def41002facfb6ccd7ace1 network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc 7f6f1b4030f9d49cebb5ac73ddeeacdf99315d3eb9def41002facfb6ccd7ace1 network default NAD default] I0326 23:41:06.795733 3889 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv c94476a63d35160c528a6f599fff9bf766b2090658e601d88f24c035bcd4bbb7 network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv c94476a63d35160c528a6f599fff9bf766b2090658e601d88f24c035bcd4bbb7 network default NAD default] I0326 23:41:06.801627 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5, hostIfaceName: fd7fb4fcb1971e9, network: default, NAD default, SandboxID: "fd7fb4fcb1971e99394a6d193c0e9c88da2ffd0f1b31a5f05cd4e6c7c8e32363", PCI device ID: , UID: "cb88018d-0fd4-4e3d-8cad-8fb33e6b925e", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0326 23:41:06.808142 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc, hostIfaceName: 7f6f1b4030f9d49, network: default, NAD default, SandboxID: "7f6f1b4030f9d49cebb5ac73ddeeacdf99315d3eb9def41002facfb6ccd7ace1", PCI device ID: , UID: "a893627a-e36c-4ee0-b624-aecf8d3c5869", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0326 23:41:06.816067 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv, hostIfaceName: c94476a63d35160, network: default, NAD default, SandboxID: "c94476a63d35160c528a6f599fff9bf766b2090658e601d88f24c035bcd4bbb7", PCI device ID: , UID: "c757e72f-1df4-4d50-8fd6-1bd6a6fb8935", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0326 23:41:06.869706 3889 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 fd7fb4fcb1971e99394a6d193c0e9c88da2ffd0f1b31a5f05cd4e6c7c8e32363 network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 fd7fb4fcb1971e99394a6d193c0e9c88da2ffd0f1b31a5f05cd4e6c7c8e32363 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:b1:69:49:9d:2b\",\"name\":\"fd7fb4fcb1971e9\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e1c7cfb-8754-4cd6-a51d-2cc3f799184e\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:41:07.099598 3889 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv c94476a63d35160c528a6f599fff9bf766b2090658e601d88f24c035bcd4bbb7 network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv c94476a63d35160c528a6f599fff9bf766b2090658e601d88f24c035bcd4bbb7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:9d:72:2b:94:0a\",\"name\":\"c94476a63d35160\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9aaf325c-6ade-416d-9f8e-8b35f732f9f5\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:41:07.099777 3889 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc 7f6f1b4030f9d49cebb5ac73ddeeacdf99315d3eb9def41002facfb6ccd7ace1 network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc 7f6f1b4030f9d49cebb5ac73ddeeacdf99315d3eb9def41002facfb6ccd7ace1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:23:17:07:b5:79\",\"name\":\"7f6f1b4030f9d49\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42f768f8-0c88-475d-88b5-2ba1519d3e35\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:41:11.713140 3889 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc 7f6f1b4030f9d49cebb5ac73ddeeacdf99315d3eb9def41002facfb6ccd7ace1 network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc 7f6f1b4030f9d49cebb5ac73ddeeacdf99315d3eb9def41002facfb6ccd7ace1 network default NAD default] I0326 23:41:11.716248 3889 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 fd7fb4fcb1971e99394a6d193c0e9c88da2ffd0f1b31a5f05cd4e6c7c8e32363 network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 fd7fb4fcb1971e99394a6d193c0e9c88da2ffd0f1b31a5f05cd4e6c7c8e32363 network default NAD default] I0326 23:41:11.716272 3889 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l f39451838ec2b5db2ebb3f3b151c4d492376726df5af1477fecf6444550d9ed3 network default NAD default] DEL starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l f39451838ec2b5db2ebb3f3b151c4d492376726df5af1477fecf6444550d9ed3 network default NAD default] I0326 23:41:11.720730 3889 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv c94476a63d35160c528a6f599fff9bf766b2090658e601d88f24c035bcd4bbb7 network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv c94476a63d35160c528a6f599fff9bf766b2090658e601d88f24c035bcd4bbb7 network default NAD default] I0326 23:41:11.797574 3889 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc 7f6f1b4030f9d49cebb5ac73ddeeacdf99315d3eb9def41002facfb6ccd7ace1 network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc 7f6f1b4030f9d49cebb5ac73ddeeacdf99315d3eb9def41002facfb6ccd7ace1 network default NAD default], result "{}", err I0326 23:41:11.837336 3889 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv c94476a63d35160c528a6f599fff9bf766b2090658e601d88f24c035bcd4bbb7 network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv c94476a63d35160c528a6f599fff9bf766b2090658e601d88f24c035bcd4bbb7 network default NAD default], result "{}", err I0326 23:41:11.852772 3889 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.852830 3889 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc I0326 23:41:11.854362 3889 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc, ips: 10.128.0.31 I0326 23:41:11.854393 3889 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.854419 3889 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.854430 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:11.854613 3889 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.854629 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:11.860993 3889 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l f39451838ec2b5db2ebb3f3b151c4d492376726df5af1477fecf6444550d9ed3 network default NAD default] DEL finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l f39451838ec2b5db2ebb3f3b151c4d492376726df5af1477fecf6444550d9ed3 network default NAD default], result "{}", err I0326 23:41:11.867297 3889 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 fd7fb4fcb1971e99394a6d193c0e9c88da2ffd0f1b31a5f05cd4e6c7c8e32363 network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 fd7fb4fcb1971e99394a6d193c0e9c88da2ffd0f1b31a5f05cd4e6c7c8e32363 network default NAD default], result "{}", err I0326 23:41:11.908891 3889 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.908930 3889 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv I0326 23:41:11.910311 3889 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv, ips: 10.128.0.30 I0326 23:41:11.910346 3889 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.910368 3889 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.910377 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:11.910558 3889 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.910574 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:11.941041 3889 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.941080 3889 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 I0326 23:41:11.942563 3889 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5, ips: 10.128.0.29 I0326 23:41:11.942594 3889 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.942612 3889 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.942620 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:11.942811 3889 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.942829 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:11.967146 3889 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.967185 3889 pods.go:176] Deleting pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l I0326 23:41:11.968532 3889 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l, ips: 10.128.0.28 I0326 23:41:11.968561 3889 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.968580 3889 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.968589 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:11.968796 3889 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:11.968810 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:12.882896 3889 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.882923 3889 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.882940 3889 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.882951 3889 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7p4nkc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.935609 3889 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.935637 3889 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.935653 3889 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.935687 3889 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafpt4qv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.964722 3889 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.964751 3889 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.964762 3889 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.964776 3889 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.992009 3889 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.992039 3889 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.992052 3889 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:12.992063 3889 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8jpd6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:20.768673 3889 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm 57dcc4014c144b02a577602d47aef78a15e7aab93888b925817bae3ecfd84332 network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm 57dcc4014c144b02a577602d47aef78a15e7aab93888b925817bae3ecfd84332 network default NAD default] I0326 23:41:20.842885 3889 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm 57dcc4014c144b02a577602d47aef78a15e7aab93888b925817bae3ecfd84332 network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm 57dcc4014c144b02a577602d47aef78a15e7aab93888b925817bae3ecfd84332 network default NAD default], result "{}", err I0326 23:41:20.897374 3889 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:20.897416 3889 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm I0326 23:41:20.898794 3889 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm, ips: 10.128.0.27 I0326 23:41:20.898826 3889 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:20.898856 3889 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:20.898870 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:20.899049 3889 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:20.899065 3889 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:21.935177 3889 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:21.935206 3889 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:21.935220 3889 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:21.935234 3889 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5wndnm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:41:22.288398 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:41:22.479523 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:41:22.488432 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:41:22.501179 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:41:22.505425 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0326 23:41:29.472689 3889 namespace.go:142] [openshift-operators] updating namespace I0326 23:41:29.492826 3889 namespace.go:142] [openshift-operators] updating namespace W0326 23:41:31.863643 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0326 23:41:36.461722 3889 namespace.go:142] [openshift-operators] updating namespace I0326 23:41:37.869740 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0326 23:41:42.742009 3889 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-cdjl7] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-cdjl7 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:41:42.742140 3889 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-cdjl7 I0326 23:41:42.814380 3889 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-cdjl7 I0326 23:41:42.877327 3889 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-cdjl7] pod update took 135.215784ms I0326 23:41:42.877351 3889 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-cdjl7] addLogicalPort annotation time took 135.247427ms I0326 23:41:42.878572 3889 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-cdjl7] addLogicalPort took 136.581841ms, libovsdb time 903.452µs I0326 23:41:43.103450 3889 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-cdjl7 6994a1b44aa96803da83f1e894652fce261f800d9d4677f7ad850fbb6bd6a563 network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-cdjl7 6994a1b44aa96803da83f1e894652fce261f800d9d4677f7ad850fbb6bd6a563 network default NAD default] I0326 23:41:43.112102 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-cdjl7, hostIfaceName: 6994a1b44aa9680, network: default, NAD default, SandboxID: "6994a1b44aa96803da83f1e894652fce261f800d9d4677f7ad850fbb6bd6a563", PCI device ID: , UID: "62ee56cd-e3cf-402e-8214-4a708bf1e0db", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0326 23:41:43.158782 3889 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-cdjl7 6994a1b44aa96803da83f1e894652fce261f800d9d4677f7ad850fbb6bd6a563 network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-cdjl7 6994a1b44aa96803da83f1e894652fce261f800d9d4677f7ad850fbb6bd6a563 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:1b:5e:ea:88:a9\",\"name\":\"6994a1b44aa9680\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/394e408d-533c-4303-9142-db99905d1010\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:41:46.147491 3889 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0326 23:41:46.313440 3889 namespace.go:98] [trusted-artifact-signer] adding namespace I0326 23:41:46.314342 3889 namespace.go:102] [trusted-artifact-signer] adding namespace took 874.335µs I0326 23:41:46.359139 3889 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:41:46.385429 3889 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:41:51.258086 3889 namespace.go:98] [openshift-pipelines] adding namespace I0326 23:41:51.259020 3889 namespace.go:102] [openshift-pipelines] adding namespace took 871.805µs I0326 23:41:51.276323 3889 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:41:52.254462 3889 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:41:52.648154 3889 namespace.go:142] [konflux-operator] updating namespace I0326 23:41:52.700856 3889 namespace.go:98] [cert-manager] adding namespace I0326 23:41:52.701819 3889 namespace.go:102] [cert-manager] adding namespace took 929.665µs I0326 23:41:52.730459 3889 namespace.go:142] [cert-manager] updating namespace I0326 23:41:52.749196 3889 namespace.go:142] [cert-manager] updating namespace I0326 23:41:52.867466 3889 namespace.go:142] [konflux-ui] updating namespace I0326 23:41:53.170314 3889 namespace.go:142] [open-cluster-management-2p9n1rl9ff1n78gavi22o5cr9k7iopuv] updating namespace I0326 23:41:53.568141 3889 namespace.go:142] [rhbk-operator] updating namespace I0326 23:41:53.779931 3889 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:41:53.973186 3889 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:41:54.174221 3889 namespace.go:142] [tsf] updating namespace I0326 23:41:54.376955 3889 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:41:54.574952 3889 namespace.go:142] [tsf-tas] updating namespace I0326 23:41:54.773153 3889 namespace.go:142] [tsf-tpa] updating namespace I0326 23:41:54.895347 3889 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:41:54.905002 3889 namespace.go:142] [default] updating namespace I0326 23:41:54.914172 3889 namespace.go:142] [konflux-operator] updating namespace I0326 23:41:54.925877 3889 namespace.go:142] [konflux-ui] updating namespace I0326 23:41:54.936210 3889 namespace.go:142] [open-cluster-management-2p9n1rl9ff1n78gavi22o5cr9k7iopuv] updating namespace I0326 23:41:54.944594 3889 namespace.go:142] [openshift] updating namespace I0326 23:41:54.956263 3889 namespace.go:142] [rhbk-operator] updating namespace I0326 23:41:54.966099 3889 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:41:54.975286 3889 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:41:54.985628 3889 namespace.go:142] [tsf] updating namespace I0326 23:41:54.997325 3889 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:41:55.010301 3889 namespace.go:142] [tsf-tas] updating namespace I0326 23:41:55.037513 3889 namespace.go:142] [tsf-tpa] updating namespace I0326 23:41:55.140926 3889 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:41:55.229826 3889 namespace.go:142] [default] updating namespace I0326 23:41:55.332139 3889 namespace.go:142] [konflux-operator] updating namespace I0326 23:41:55.433649 3889 namespace.go:142] [konflux-ui] updating namespace I0326 23:41:55.532429 3889 namespace.go:142] [open-cluster-management-2p9n1rl9ff1n78gavi22o5cr9k7iopuv] updating namespace I0326 23:41:55.632181 3889 namespace.go:142] [openshift] updating namespace I0326 23:41:55.738492 3889 namespace.go:142] [rhbk-operator] updating namespace I0326 23:41:55.832698 3889 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:41:55.930623 3889 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:41:56.032321 3889 namespace.go:142] [tsf] updating namespace I0326 23:41:56.133938 3889 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:41:56.232138 3889 namespace.go:142] [tsf-tas] updating namespace I0326 23:41:56.333834 3889 namespace.go:142] [tsf-tpa] updating namespace I0326 23:41:56.671827 3889 namespace.go:142] [openshift-pipelines] updating namespace W0326 23:41:56.918493 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0326 23:41:57.234708 3889 namespace.go:142] [cert-manager] updating namespace I0326 23:41:57.355466 3889 namespace.go:142] [cert-manager] updating namespace I0326 23:41:57.484359 3889 namespace.go:142] [cert-manager] updating namespace W0326 23:41:58.594497 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0326 23:41:58.594523 3889 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0326 23:41:59.978083 3889 cni.go:403] [tsf/test-tsf-subscriptions d1deb95f516769bcedebd241c5152de8911cb9bc458147b586cba1f64e360602 network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions d1deb95f516769bcedebd241c5152de8911cb9bc458147b586cba1f64e360602 network default NAD default] I0326 23:42:00.055376 3889 cni.go:424] [tsf/test-tsf-subscriptions d1deb95f516769bcedebd241c5152de8911cb9bc458147b586cba1f64e360602 network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions d1deb95f516769bcedebd241c5152de8911cb9bc458147b586cba1f64e360602 network default NAD default], result "{}", err I0326 23:42:00.116960 3889 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:00.117002 3889 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0326 23:42:00.118233 3889 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.25 I0326 23:42:00.118259 3889 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:00.140927 3889 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:42:00.140951 3889 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:42:00.147036 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0326 23:42:00.147060 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0326 23:42:01.593998 3889 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-245.ec2.internal I0326 23:42:01.594131 3889 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0326 23:42:01.609880 3889 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 15.773423ms I0326 23:42:01.609903 3889 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 15.800992ms I0326 23:42:01.611085 3889 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 17.105246ms, libovsdb time 858.553µs I0326 23:42:01.980862 3889 cni.go:403] [tsf/test-tsf-infrastructure f62277321a230119814607a9c239df4573aeec45ee90b8a9c7892a41f8cd41ea network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure f62277321a230119814607a9c239df4573aeec45ee90b8a9c7892a41f8cd41ea network default NAD default] I0326 23:42:01.989721 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: f62277321a23011, network: default, NAD default, SandboxID: "f62277321a230119814607a9c239df4573aeec45ee90b8a9c7892a41f8cd41ea", PCI device ID: , UID: "6592b1b2-636c-4395-bed1-1aa88009fdbd", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0326 23:42:02.035731 3889 cni.go:424] [tsf/test-tsf-infrastructure f62277321a230119814607a9c239df4573aeec45ee90b8a9c7892a41f8cd41ea network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure f62277321a230119814607a9c239df4573aeec45ee90b8a9c7892a41f8cd41ea network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:4d:cf:72:71:f2\",\"name\":\"f62277321a23011\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ceab313-a25f-4598-bd4a-1f14cb6a9a77\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:42:04.455473 3889 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xj445] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-xj445 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:42:04.455599 3889 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xj445 I0326 23:42:04.471318 3889 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xj445] pod update took 15.775973ms I0326 23:42:04.471339 3889 base_network_controller_pods.go:937] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xj445] addLogicalPort annotation time took 15.802576ms I0326 23:42:04.472495 3889 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xj445] addLogicalPort took 17.03997ms, libovsdb time 843.614µs I0326 23:42:04.562725 3889 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fh2s6] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-fh2s6 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:42:04.562817 3889 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fh2s6 I0326 23:42:04.577166 3889 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fh2s6] pod update took 14.37024ms I0326 23:42:04.577195 3889 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fh2s6] addLogicalPort annotation time took 14.404969ms I0326 23:42:04.578924 3889 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fh2s6] addLogicalPort took 16.213096ms, libovsdb time 1.292421ms I0326 23:42:04.620333 3889 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-g8k5k] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-g8k5k for pod on switch ip-10-0-1-245.ec2.internal I0326 23:42:04.620427 3889 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-g8k5k I0326 23:42:04.636925 3889 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-g8k5k] pod update took 16.522403ms I0326 23:42:04.636952 3889 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-g8k5k] addLogicalPort annotation time took 16.557094ms I0326 23:42:04.638136 3889 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-g8k5k] addLogicalPort took 17.822535ms, libovsdb time 823.295µs I0326 23:42:04.777749 3889 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rwvmt] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-rwvmt for pod on switch ip-10-0-1-245.ec2.internal I0326 23:42:04.777853 3889 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rwvmt I0326 23:42:04.793054 3889 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rwvmt] pod update took 15.2315ms I0326 23:42:04.793087 3889 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rwvmt] addLogicalPort annotation time took 15.271269ms I0326 23:42:04.794467 3889 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rwvmt] addLogicalPort took 16.739671ms, libovsdb time 875.69µs I0326 23:42:07.452185 3889 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-g8k5k b0e36b20e8195b8f0531b0426818cbca713fdbbc0cb4fa2a3c5936df2d11750a network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-g8k5k b0e36b20e8195b8f0531b0426818cbca713fdbbc0cb4fa2a3c5936df2d11750a network default NAD default] I0326 23:42:07.452718 3889 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rwvmt 827350341f37690dd29fb3233683b829980ad343735e192585849eb2cad5ee0a network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rwvmt 827350341f37690dd29fb3233683b829980ad343735e192585849eb2cad5ee0a network default NAD default] I0326 23:42:07.462213 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-g8k5k, hostIfaceName: b0e36b20e8195b8, network: default, NAD default, SandboxID: "b0e36b20e8195b8f0531b0426818cbca713fdbbc0cb4fa2a3c5936df2d11750a", PCI device ID: , UID: "0435dbac-0d96-4d31-b66f-2898cfc12294", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0326 23:42:07.462307 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-rwvmt, hostIfaceName: 827350341f37690, network: default, NAD default, SandboxID: "827350341f37690dd29fb3233683b829980ad343735e192585849eb2cad5ee0a", PCI device ID: , UID: "250fa60f-1404-43d4-89e4-3bd896a9d913", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0326 23:42:07.510476 3889 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-g8k5k b0e36b20e8195b8f0531b0426818cbca713fdbbc0cb4fa2a3c5936df2d11750a network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-g8k5k b0e36b20e8195b8f0531b0426818cbca713fdbbc0cb4fa2a3c5936df2d11750a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:41:5e:41:a9:6a\",\"name\":\"b0e36b20e8195b8\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd4f9904-359f-4422-a3f1-221adc5cb21e\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:42:07.531137 3889 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rwvmt 827350341f37690dd29fb3233683b829980ad343735e192585849eb2cad5ee0a network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-rwvmt 827350341f37690dd29fb3233683b829980ad343735e192585849eb2cad5ee0a network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:c4:f3:9f:4a:9e\",\"name\":\"827350341f37690\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad3196eb-4b7c-4687-85e6-e9ad3a921dd2\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:42:08.046162 3889 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:42:08.046184 3889 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:42:08.046190 3889 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:42:08.597584 3889 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:42:08.597699 3889 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:42:08.597712 3889 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:42:08.603147 3889 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:08.603172 3889 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:08.603179 3889 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:08.603186 3889 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0326 23:42:11.765001 3889 cni.go:403] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xj445 5090f84908f285e806422ed82e5c3fcb036fc867d81d0dc75f112dfd6a0cb358 network default NAD default] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xj445 5090f84908f285e806422ed82e5c3fcb036fc867d81d0dc75f112dfd6a0cb358 network default NAD default] I0326 23:42:11.774206 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-xj445, hostIfaceName: 5090f84908f285e, network: default, NAD default, SandboxID: "5090f84908f285e806422ed82e5c3fcb036fc867d81d0dc75f112dfd6a0cb358", PCI device ID: , UID: "59688212-45f5-4ffd-925e-a13d033ba3a9", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0326 23:42:11.826702 3889 cni.go:424] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xj445 5090f84908f285e806422ed82e5c3fcb036fc867d81d0dc75f112dfd6a0cb358 network default NAD default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xj445 5090f84908f285e806422ed82e5c3fcb036fc867d81d0dc75f112dfd6a0cb358 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:34:bb:bf:5d:6e\",\"name\":\"5090f84908f285e\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ccf15bf-1d01-4f3b-bf42-6c2e41af7473\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:42:11.840155 3889 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fh2s6 71418b5653539c40a21522b6d36b7f80a8203adf9ffa087fd2d3335a0a89de36 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fh2s6 71418b5653539c40a21522b6d36b7f80a8203adf9ffa087fd2d3335a0a89de36 network default NAD default] I0326 23:42:11.848896 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-fh2s6, hostIfaceName: 71418b5653539c4, network: default, NAD default, SandboxID: "71418b5653539c40a21522b6d36b7f80a8203adf9ffa087fd2d3335a0a89de36", PCI device ID: , UID: "8a77812d-ebde-43c9-9afa-22ce4abca442", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0326 23:42:11.896824 3889 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fh2s6 71418b5653539c40a21522b6d36b7f80a8203adf9ffa087fd2d3335a0a89de36 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-fh2s6 71418b5653539c40a21522b6d36b7f80a8203adf9ffa087fd2d3335a0a89de36 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:96:3f:ab:04:73\",\"name\":\"71418b5653539c4\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88497e52-f134-43a9-8084-e642f5661030\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:42:12.044394 3889 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0326 23:42:12.157341 3889 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0326 23:42:13.776448 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=830 I0326 23:42:16.892580 3889 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0326 23:42:20.880693 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0326 23:42:31.870541 3889 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qn64h] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-qn64h for pod on switch ip-10-0-1-245.ec2.internal I0326 23:42:31.870635 3889 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qn64h I0326 23:42:31.883950 3889 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qn64h] pod update took 13.338415ms I0326 23:42:31.883975 3889 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qn64h] addLogicalPort annotation time took 13.367218ms I0326 23:42:31.885318 3889 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qn64h] addLogicalPort took 14.790007ms, libovsdb time 962.035µs I0326 23:42:32.233631 3889 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qn64h 7675334cd5fc7ad1bda3ffbedee2ad7325cc4d583902e3848c33137403bb54ee network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qn64h 7675334cd5fc7ad1bda3ffbedee2ad7325cc4d583902e3848c33137403bb54ee network default NAD default] I0326 23:42:32.242724 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-qn64h, hostIfaceName: 7675334cd5fc7ad, network: default, NAD default, SandboxID: "7675334cd5fc7ad1bda3ffbedee2ad7325cc4d583902e3848c33137403bb54ee", PCI device ID: , UID: "90847ad6-34cc-430c-ba0a-8ce07aa4202d", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0326 23:42:32.288556 3889 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qn64h 7675334cd5fc7ad1bda3ffbedee2ad7325cc4d583902e3848c33137403bb54ee network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-qn64h 7675334cd5fc7ad1bda3ffbedee2ad7325cc4d583902e3848c33137403bb54ee network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:a1:7d:31:11:00\",\"name\":\"7675334cd5fc7ad\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8eb39010-ea92-4ab9-ae98-7d04334cb3cf\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:42:33.052854 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0326 23:42:33.078005 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0326 23:42:34.164806 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0326 23:42:35.176403 3889 cni.go:403] [tsf/test-tsf-infrastructure f62277321a230119814607a9c239df4573aeec45ee90b8a9c7892a41f8cd41ea network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure f62277321a230119814607a9c239df4573aeec45ee90b8a9c7892a41f8cd41ea network default NAD default] I0326 23:42:35.258443 3889 cni.go:424] [tsf/test-tsf-infrastructure f62277321a230119814607a9c239df4573aeec45ee90b8a9c7892a41f8cd41ea network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure f62277321a230119814607a9c239df4573aeec45ee90b8a9c7892a41f8cd41ea network default NAD default], result "{}", err I0326 23:42:35.310049 3889 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:35.310092 3889 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0326 23:42:35.311468 3889 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.33 I0326 23:42:35.311494 3889 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:35.329206 3889 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:42:35.329236 3889 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:42:35.332105 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0326 23:42:35.332142 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0326 23:42:36.347011 3889 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-245.ec2.internal I0326 23:42:36.347116 3889 kube.go:256] Updating pod tsf/test-tsf-iam I0326 23:42:36.364336 3889 pod.go:62] [tsf/test-tsf-iam] pod update took 17.24573ms I0326 23:42:36.364360 3889 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 17.275074ms I0326 23:42:36.364646 3889 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:42:36.364758 3889 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0326 23:42:36.365561 3889 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 18.570773ms, libovsdb time 837.296µs I0326 23:42:36.381690 3889 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.955658ms I0326 23:42:36.381719 3889 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.993201ms I0326 23:42:36.383135 3889 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.515384ms, libovsdb time 999.573µs I0326 23:42:36.710294 3889 cni.go:403] [tsf/test-tsf-iam cbf8ab8735a17f81bebe9f775af98cedbeea6ca9855c384af53e7a467183c73d network default NAD default] ADD starting CNI request [tsf/test-tsf-iam cbf8ab8735a17f81bebe9f775af98cedbeea6ca9855c384af53e7a467183c73d network default NAD default] I0326 23:42:36.719719 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: cbf8ab8735a17f8, network: default, NAD default, SandboxID: "cbf8ab8735a17f81bebe9f775af98cedbeea6ca9855c384af53e7a467183c73d", PCI device ID: , UID: "c63353c2-34a7-49b6-9ee0-0e7fd5e4ccf3", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0326 23:42:36.735009 3889 cni.go:403] [tsf-keycloak/keycloak-0 8e9d138cedee2a564d3f69763bde02cf1ebdf674b8e70df47bfe7c66bffb922a network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 8e9d138cedee2a564d3f69763bde02cf1ebdf674b8e70df47bfe7c66bffb922a network default NAD default] I0326 23:42:36.744579 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 8e9d138cedee2a5, network: default, NAD default, SandboxID: "8e9d138cedee2a564d3f69763bde02cf1ebdf674b8e70df47bfe7c66bffb922a", PCI device ID: , UID: "6ad4d8b0-c620-41a5-8054-4577192f514b", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0326 23:42:36.774425 3889 cni.go:424] [tsf/test-tsf-iam cbf8ab8735a17f81bebe9f775af98cedbeea6ca9855c384af53e7a467183c73d network default NAD default] ADD finished CNI request [tsf/test-tsf-iam cbf8ab8735a17f81bebe9f775af98cedbeea6ca9855c384af53e7a467183c73d network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:94:4b:4c:82:22\",\"name\":\"cbf8ab8735a17f8\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fa7c9ac-2f5f-4737-b84f-5dfe0edb56c2\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:42:36.799223 3889 cni.go:424] [tsf-keycloak/keycloak-0 8e9d138cedee2a564d3f69763bde02cf1ebdf674b8e70df47bfe7c66bffb922a network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 8e9d138cedee2a564d3f69763bde02cf1ebdf674b8e70df47bfe7c66bffb922a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:da:47:d8:46:4f\",\"name\":\"8e9d138cedee2a5\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e76b254-8b07-4abc-900b-886091720202\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:42:43.230413 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:42:43.230510 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:42:43.230520 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:42:45.186077 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0326 23:42:51.342979 3889 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0326 23:43:00.017426 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:43:00.020077 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:43:00.020098 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0326 23:43:01.483336 3889 cni.go:403] [tsf-keycloak/keycloak-0 8e9d138cedee2a564d3f69763bde02cf1ebdf674b8e70df47bfe7c66bffb922a network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 8e9d138cedee2a564d3f69763bde02cf1ebdf674b8e70df47bfe7c66bffb922a network default NAD default] I0326 23:43:01.576505 3889 cni.go:424] [tsf-keycloak/keycloak-0 8e9d138cedee2a564d3f69763bde02cf1ebdf674b8e70df47bfe7c66bffb922a network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 8e9d138cedee2a564d3f69763bde02cf1ebdf674b8e70df47bfe7c66bffb922a network default NAD default], result "{}", err I0326 23:43:01.636792 3889 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:01.636849 3889 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0326 23:43:01.638905 3889 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.128.0.40 I0326 23:43:01.638959 3889 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:02.351655 3889 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:02.351700 3889 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:02.357959 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0326 23:43:02.357990 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0326 23:43:02.388107 3889 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:43:02.388266 3889 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0326 23:43:02.402027 3889 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 13.788149ms I0326 23:43:02.402056 3889 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 13.820043ms I0326 23:43:02.403318 3889 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 15.235257ms, libovsdb time 865.521µs I0326 23:43:02.755051 3889 cni.go:403] [tsf-keycloak/keycloak-0 30ef274812b876f0ecabcb17aaf7348323d020742aa0aa86e71a4da2baace422 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 30ef274812b876f0ecabcb17aaf7348323d020742aa0aa86e71a4da2baace422 network default NAD default] I0326 23:43:02.764090 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 30ef274812b876f, network: default, NAD default, SandboxID: "30ef274812b876f0ecabcb17aaf7348323d020742aa0aa86e71a4da2baace422", PCI device ID: , UID: "02ca78d5-f8a8-4ba9-8090-70addc7b50da", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0326 23:43:02.813282 3889 cni.go:424] [tsf-keycloak/keycloak-0 30ef274812b876f0ecabcb17aaf7348323d020742aa0aa86e71a4da2baace422 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 30ef274812b876f0ecabcb17aaf7348323d020742aa0aa86e71a4da2baace422 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:5c:14:c5:98:e0\",\"name\":\"30ef274812b876f\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f9b5fb7-9857-4195-95d8-f2ae99c859f0\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:43:04.380717 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:43:04.380754 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:43:04.382790 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0326 23:43:04.860852 3889 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0326 23:43:12.365685 3889 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:43:12.365708 3889 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:43:12.365713 3889 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:43:18.127431 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:43:18.127458 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:43:18.130745 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service I0326 23:43:26.337724 3889 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:43:26.640641 3889 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-vmcfl] creating logical port tsf-keycloak_tsf-iam-vmcfl for pod on switch ip-10-0-1-245.ec2.internal I0326 23:43:26.640760 3889 kube.go:256] Updating pod tsf-keycloak/tsf-iam-vmcfl I0326 23:43:26.653178 3889 pod.go:62] [tsf-keycloak/tsf-iam-vmcfl] pod update took 12.441897ms I0326 23:43:26.653205 3889 base_network_controller_pods.go:937] [default/tsf-keycloak/tsf-iam-vmcfl] addLogicalPort annotation time took 12.475829ms I0326 23:43:26.654505 3889 pods.go:271] [tsf-keycloak/tsf-iam-vmcfl] addLogicalPort took 13.880897ms, libovsdb time 951.843µs I0326 23:43:27.329055 3889 cni.go:403] [tsf-keycloak/tsf-iam-vmcfl ddac5edf54732f39e35475ee9387125dae1e92a1d017e8216e42acb345094ccb network default NAD default] ADD starting CNI request [tsf-keycloak/tsf-iam-vmcfl ddac5edf54732f39e35475ee9387125dae1e92a1d017e8216e42acb345094ccb network default NAD default] I0326 23:43:27.337812 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-vmcfl, hostIfaceName: ddac5edf54732f3, network: default, NAD default, SandboxID: "ddac5edf54732f39e35475ee9387125dae1e92a1d017e8216e42acb345094ccb", PCI device ID: , UID: "417f036a-38c5-416e-b200-a0ae62834565", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0326 23:43:27.387945 3889 cni.go:424] [tsf-keycloak/tsf-iam-vmcfl ddac5edf54732f39e35475ee9387125dae1e92a1d017e8216e42acb345094ccb network default NAD default] ADD finished CNI request [tsf-keycloak/tsf-iam-vmcfl ddac5edf54732f39e35475ee9387125dae1e92a1d017e8216e42acb345094ccb network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:8e:5d:07:e1:55\",\"name\":\"ddac5edf54732f3\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4ad6a02-9670-4c7c-bc31-1db788ba1420\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:43:34.875346 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0326 23:43:35.911398 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0326 23:43:37.598005 3889 cni.go:403] [tsf/test-tsf-iam cbf8ab8735a17f81bebe9f775af98cedbeea6ca9855c384af53e7a467183c73d network default NAD default] DEL starting CNI request [tsf/test-tsf-iam cbf8ab8735a17f81bebe9f775af98cedbeea6ca9855c384af53e7a467183c73d network default NAD default] I0326 23:43:37.692923 3889 cni.go:424] [tsf/test-tsf-iam cbf8ab8735a17f81bebe9f775af98cedbeea6ca9855c384af53e7a467183c73d network default NAD default] DEL finished CNI request [tsf/test-tsf-iam cbf8ab8735a17f81bebe9f775af98cedbeea6ca9855c384af53e7a467183c73d network default NAD default], result "{}", err I0326 23:43:37.750371 3889 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:37.750415 3889 pods.go:176] Deleting pod: tsf/test-tsf-iam I0326 23:43:37.752256 3889 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.39 I0326 23:43:37.752294 3889 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:41.769945 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 W0326 23:43:41.989382 3889 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0326 23:43:43.626070 3889 cni.go:403] [tsf-keycloak/tsf-iam-vmcfl ddac5edf54732f39e35475ee9387125dae1e92a1d017e8216e42acb345094ccb network default NAD default] DEL starting CNI request [tsf-keycloak/tsf-iam-vmcfl ddac5edf54732f39e35475ee9387125dae1e92a1d017e8216e42acb345094ccb network default NAD default] I0326 23:43:43.711961 3889 cni.go:424] [tsf-keycloak/tsf-iam-vmcfl ddac5edf54732f39e35475ee9387125dae1e92a1d017e8216e42acb345094ccb network default NAD default] DEL finished CNI request [tsf-keycloak/tsf-iam-vmcfl ddac5edf54732f39e35475ee9387125dae1e92a1d017e8216e42acb345094ccb network default NAD default], result "{}", err I0326 23:43:43.761203 3889 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-vmcfl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:43.761233 3889 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-vmcfl I0326 23:43:43.762558 3889 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-vmcfl, ips: 10.128.0.42 I0326 23:43:43.762615 3889 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-vmcfl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:43.911382 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0326 23:43:44.790859 3889 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-vmcfl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:44.790884 3889 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-vmcfl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:45.019125 3889 cni.go:403] [tsf-keycloak/keycloak-0 30ef274812b876f0ecabcb17aaf7348323d020742aa0aa86e71a4da2baace422 network default NAD default] DEL starting CNI request [tsf-keycloak/keycloak-0 30ef274812b876f0ecabcb17aaf7348323d020742aa0aa86e71a4da2baace422 network default NAD default] I0326 23:43:45.094772 3889 cni.go:424] [tsf-keycloak/keycloak-0 30ef274812b876f0ecabcb17aaf7348323d020742aa0aa86e71a4da2baace422 network default NAD default] DEL finished CNI request [tsf-keycloak/keycloak-0 30ef274812b876f0ecabcb17aaf7348323d020742aa0aa86e71a4da2baace422 network default NAD default], result "{}", err I0326 23:43:45.143258 3889 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:45.143292 3889 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0326 23:43:45.144630 3889 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.128.0.41 I0326 23:43:45.144680 3889 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:45.628148 3889 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:45.628178 3889 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:45.634373 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0326 23:43:45.634398 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0326 23:43:45.667638 3889 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:43:45.667759 3889 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0326 23:43:45.681141 3889 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 13.419925ms I0326 23:43:45.681220 3889 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 13.504577ms I0326 23:43:45.682613 3889 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 14.987881ms, libovsdb time 898.944µs I0326 23:43:46.028972 3889 cni.go:403] [tsf-keycloak/keycloak-0 c8c6bcd693f55f8a8d9bd582777919f9fe790d30d3714f23d0460bfec8fe72e5 network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-0 c8c6bcd693f55f8a8d9bd582777919f9fe790d30d3714f23d0460bfec8fe72e5 network default NAD default] I0326 23:43:46.037321 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: c8c6bcd693f55f8, network: default, NAD default, SandboxID: "c8c6bcd693f55f8a8d9bd582777919f9fe790d30d3714f23d0460bfec8fe72e5", PCI device ID: , UID: "daf91cc7-f179-4e16-9e38-205ec988fd4e", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0326 23:43:46.081857 3889 cni.go:424] [tsf-keycloak/keycloak-0 c8c6bcd693f55f8a8d9bd582777919f9fe790d30d3714f23d0460bfec8fe72e5 network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-0 c8c6bcd693f55f8a8d9bd582777919f9fe790d30d3714f23d0460bfec8fe72e5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:ff:2e:5d:06:d7\",\"name\":\"c8c6bcd693f55f8\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fb8f3af-67b8-476d-aea0-653af0a30676\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:43:47.665761 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:43:47.665775 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:43:47.665798 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0326 23:43:54.061476 3889 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-hgn75] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-hgn75 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:43:54.061698 3889 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-hgn75 I0326 23:43:54.073279 3889 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-hgn75] pod update took 11.633038ms I0326 23:43:54.073307 3889 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-hgn75] addLogicalPort annotation time took 11.666459ms I0326 23:43:54.074909 3889 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-hgn75] addLogicalPort took 13.454623ms, libovsdb time 1.103079ms I0326 23:43:55.032948 3889 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-hgn75 c71c27c7df065935f92252e2292c6570abd21d8dd872a1e5d9fc7af7a2bcc888 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-hgn75 c71c27c7df065935f92252e2292c6570abd21d8dd872a1e5d9fc7af7a2bcc888 network default NAD default] I0326 23:43:55.043602 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-hgn75, hostIfaceName: c71c27c7df06593, network: default, NAD default, SandboxID: "c71c27c7df065935f92252e2292c6570abd21d8dd872a1e5d9fc7af7a2bcc888", PCI device ID: , UID: "63b4585d-b259-44d7-af54-14c5dd90e8b1", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0326 23:43:55.101240 3889 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-hgn75 c71c27c7df065935f92252e2292c6570abd21d8dd872a1e5d9fc7af7a2bcc888 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-hgn75 c71c27c7df065935f92252e2292c6570abd21d8dd872a1e5d9fc7af7a2bcc888 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:b1:4b:74:c6:a3\",\"name\":\"c71c27c7df06593\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b1bf856-1b56-4de5-ab84-74c1f06d69d3\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:44:01.362532 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:44:01.362554 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:44:01.368173 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service I0326 23:44:31.777734 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=104 I0326 23:44:37.897120 3889 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:44:37.897152 3889 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:44:37.904335 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0326 23:44:37.904364 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0326 23:44:38.049982 3889 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-245.ec2.internal I0326 23:44:38.050106 3889 kube.go:256] Updating pod tsf/test-tsf-iam I0326 23:44:38.066529 3889 pod.go:62] [tsf/test-tsf-iam] pod update took 16.450383ms I0326 23:44:38.066554 3889 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.480506ms I0326 23:44:38.067932 3889 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.963412ms, libovsdb time 949.297µs I0326 23:44:38.433613 3889 cni.go:403] [tsf/test-tsf-iam 25849db84cfe68acfb4f7fff0f4da9e07ebcca1b5aeb755163bb751dc747bb37 network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 25849db84cfe68acfb4f7fff0f4da9e07ebcca1b5aeb755163bb751dc747bb37 network default NAD default] I0326 23:44:38.442753 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 25849db84cfe68a, network: default, NAD default, SandboxID: "25849db84cfe68acfb4f7fff0f4da9e07ebcca1b5aeb755163bb751dc747bb37", PCI device ID: , UID: "adde4969-3d7a-4310-9146-7d70b38c5757", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0326 23:44:38.489791 3889 cni.go:424] [tsf/test-tsf-iam 25849db84cfe68acfb4f7fff0f4da9e07ebcca1b5aeb755163bb751dc747bb37 network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 25849db84cfe68acfb4f7fff0f4da9e07ebcca1b5aeb755163bb751dc747bb37 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:60:f7:8a:33:24\",\"name\":\"25849db84cfe68a\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/915e878a-4fae-4b67-b802-cd9f864c5094\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:44:46.998376 3889 cni.go:403] [tsf/test-tsf-iam 25849db84cfe68acfb4f7fff0f4da9e07ebcca1b5aeb755163bb751dc747bb37 network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 25849db84cfe68acfb4f7fff0f4da9e07ebcca1b5aeb755163bb751dc747bb37 network default NAD default] I0326 23:44:47.069788 3889 cni.go:424] [tsf/test-tsf-iam 25849db84cfe68acfb4f7fff0f4da9e07ebcca1b5aeb755163bb751dc747bb37 network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 25849db84cfe68acfb4f7fff0f4da9e07ebcca1b5aeb755163bb751dc747bb37 network default NAD default], result "{}", err I0326 23:44:47.123722 3889 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:44:47.123770 3889 pods.go:176] Deleting pod: tsf/test-tsf-iam I0326 23:44:47.125199 3889 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.45 I0326 23:44:47.125228 3889 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:44:47.142107 3889 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:44:47.142165 3889 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:44:47.145458 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0326 23:44:47.145483 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0326 23:44:47.866766 3889 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-245.ec2.internal I0326 23:44:47.866898 3889 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0326 23:44:47.883053 3889 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 16.178492ms I0326 23:44:47.883076 3889 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 16.207116ms I0326 23:44:47.884377 3889 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.635229ms, libovsdb time 935.476µs I0326 23:44:48.227624 3889 cni.go:403] [tsf-tas/test-tsf-tas bbfbc84cb0db05aef69cf7c15f26be601e1321c3ecc6a1ef08b1bfdc89920b94 network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas bbfbc84cb0db05aef69cf7c15f26be601e1321c3ecc6a1ef08b1bfdc89920b94 network default NAD default] I0326 23:44:48.236522 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: bbfbc84cb0db05a, network: default, NAD default, SandboxID: "bbfbc84cb0db05aef69cf7c15f26be601e1321c3ecc6a1ef08b1bfdc89920b94", PCI device ID: , UID: "6cfca408-90d7-4c50-8621-86c1c1511d41", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0326 23:44:48.281756 3889 cni.go:424] [tsf-tas/test-tsf-tas bbfbc84cb0db05aef69cf7c15f26be601e1321c3ecc6a1ef08b1bfdc89920b94 network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas bbfbc84cb0db05aef69cf7c15f26be601e1321c3ecc6a1ef08b1bfdc89920b94 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:2b:ba:bf:eb:9f\",\"name\":\"bbfbc84cb0db05a\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb208208-0ddc-47e0-b4ec-d76a72d590b1\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:44:48.863461 3889 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0326 23:44:49.853056 3889 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-774f6f6f5b-z82dt] creating logical port tsf-tas_fulcio-server-774f6f6f5b-z82dt for pod on switch ip-10-0-1-245.ec2.internal I0326 23:44:49.853142 3889 kube.go:256] Updating pod tsf-tas/fulcio-server-774f6f6f5b-z82dt I0326 23:44:49.870442 3889 pod.go:62] [tsf-tas/fulcio-server-774f6f6f5b-z82dt] pod update took 17.320093ms I0326 23:44:49.870466 3889 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-774f6f6f5b-z82dt] addLogicalPort annotation time took 17.348781ms I0326 23:44:49.871773 3889 pods.go:271] [tsf-tas/fulcio-server-774f6f6f5b-z82dt] addLogicalPort took 18.733798ms, libovsdb time 899.641µs I0326 23:44:50.386068 3889 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-655c5f687f-74dkx] creating logical port tsf-tas_trillian-logsigner-655c5f687f-74dkx for pod on switch ip-10-0-1-245.ec2.internal I0326 23:44:50.386160 3889 kube.go:256] Updating pod tsf-tas/trillian-logsigner-655c5f687f-74dkx I0326 23:44:50.399851 3889 pod.go:62] [tsf-tas/trillian-logsigner-655c5f687f-74dkx] pod update took 13.717586ms I0326 23:44:50.399870 3889 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-655c5f687f-74dkx] addLogicalPort annotation time took 13.742285ms I0326 23:44:50.401085 3889 pods.go:271] [tsf-tas/trillian-logsigner-655c5f687f-74dkx] addLogicalPort took 15.032949ms, libovsdb time 833.828µs I0326 23:44:50.514787 3889 cni.go:403] [tsf-tas/fulcio-server-774f6f6f5b-z82dt 47dabf7d55fc5265ed155f3c3149d491998473bebc3fdf949b47350baf19a6a3 network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-774f6f6f5b-z82dt 47dabf7d55fc5265ed155f3c3149d491998473bebc3fdf949b47350baf19a6a3 network default NAD default] I0326 23:44:50.523800 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-774f6f6f5b-z82dt, hostIfaceName: 47dabf7d55fc526, network: default, NAD default, SandboxID: "47dabf7d55fc5265ed155f3c3149d491998473bebc3fdf949b47350baf19a6a3", PCI device ID: , UID: "5bafade3-944e-4849-9d5c-d4fbeac3668a", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0326 23:44:50.570269 3889 cni.go:424] [tsf-tas/fulcio-server-774f6f6f5b-z82dt 47dabf7d55fc5265ed155f3c3149d491998473bebc3fdf949b47350baf19a6a3 network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-774f6f6f5b-z82dt 47dabf7d55fc5265ed155f3c3149d491998473bebc3fdf949b47350baf19a6a3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:6e:bd:a9:61:8e\",\"name\":\"47dabf7d55fc526\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1dd71228-1880-447d-90f4-e95e9c5aee11\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:44:51.355795 3889 cni.go:403] [tsf-tas/trillian-logsigner-655c5f687f-74dkx 443ad94a3a5af39c74f9f5cb52d7595aaf7e74f86d5ac3eb8909bab72a5ccb25 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-655c5f687f-74dkx 443ad94a3a5af39c74f9f5cb52d7595aaf7e74f86d5ac3eb8909bab72a5ccb25 network default NAD default] I0326 23:44:51.364781 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-655c5f687f-74dkx, hostIfaceName: 443ad94a3a5af39, network: default, NAD default, SandboxID: "443ad94a3a5af39c74f9f5cb52d7595aaf7e74f86d5ac3eb8909bab72a5ccb25", PCI device ID: , UID: "37c3ea48-d655-4ab5-8b13-cc55337f63d1", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0326 23:44:51.411417 3889 cni.go:424] [tsf-tas/trillian-logsigner-655c5f687f-74dkx 443ad94a3a5af39c74f9f5cb52d7595aaf7e74f86d5ac3eb8909bab72a5ccb25 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-655c5f687f-74dkx 443ad94a3a5af39c74f9f5cb52d7595aaf7e74f86d5ac3eb8909bab72a5ccb25 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:74:60:46:ef:8c\",\"name\":\"443ad94a3a5af39\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a51b1da-c4ad-4345-a8d2-c10fcdf4c8c1\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:44:52.033228 3889 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0326 23:44:52.033250 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0326 23:44:52.864197 3889 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5c4696b76-swwjh] creating logical port tsf-tas_trillian-db-5c4696b76-swwjh for pod on switch ip-10-0-1-245.ec2.internal I0326 23:44:52.864311 3889 kube.go:256] Updating pod tsf-tas/trillian-db-5c4696b76-swwjh I0326 23:44:52.876761 3889 pod.go:62] [tsf-tas/trillian-db-5c4696b76-swwjh] pod update took 12.475583ms I0326 23:44:52.876790 3889 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-5c4696b76-swwjh] addLogicalPort annotation time took 12.510238ms I0326 23:44:52.878329 3889 pods.go:271] [tsf-tas/trillian-db-5c4696b76-swwjh] addLogicalPort took 14.154948ms, libovsdb time 992.849µs W0326 23:44:53.054195 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0326 23:44:53.054221 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0326 23:44:56.648285 3889 cni.go:403] [tsf-tas/trillian-db-5c4696b76-swwjh c6cf9079d3dd1edfdd0d2ebf8aced5bf9ad7d76864fc88051fcb4baf9b815078 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-5c4696b76-swwjh c6cf9079d3dd1edfdd0d2ebf8aced5bf9ad7d76864fc88051fcb4baf9b815078 network default NAD default] I0326 23:44:56.657216 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5c4696b76-swwjh, hostIfaceName: c6cf9079d3dd1ed, network: default, NAD default, SandboxID: "c6cf9079d3dd1edfdd0d2ebf8aced5bf9ad7d76864fc88051fcb4baf9b815078", PCI device ID: , UID: "ffb89f5d-d010-4174-b0b6-29f87af8efe6", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0326 23:44:56.704603 3889 cni.go:424] [tsf-tas/trillian-db-5c4696b76-swwjh c6cf9079d3dd1edfdd0d2ebf8aced5bf9ad7d76864fc88051fcb4baf9b815078 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-5c4696b76-swwjh c6cf9079d3dd1edfdd0d2ebf8aced5bf9ad7d76864fc88051fcb4baf9b815078 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:22:1b:c2:4f:09\",\"name\":\"c6cf9079d3dd1ed\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc9683dc-98a1-443a-b055-36c994b2fc2d\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:44:57.066935 3889 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0326 23:44:57.920736 3889 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0326 23:44:59.079168 3889 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0326 23:45:01.542213 3889 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-jbmhq-p4cjm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:01.542852 3889 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-jbmhq-p4cjm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:02.561748 3889 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-jbmhq-p4cjm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:02.561778 3889 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-jbmhq-p4cjm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:45:10.131912 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0326 23:45:23.671255 3889 egressfirewall.go:628] Syncing node "ip-10-0-0-85.ec2.internal" for egress firewall I0326 23:45:23.671330 3889 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-85.ec2.internal I0326 23:45:23.671354 3889 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-85.ec2.internal: 30.726µs W0326 23:45:25.178680 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0326 23:45:37.295322 3889 cni.go:403] [tsf-tas/test-tsf-tas bbfbc84cb0db05aef69cf7c15f26be601e1321c3ecc6a1ef08b1bfdc89920b94 network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas bbfbc84cb0db05aef69cf7c15f26be601e1321c3ecc6a1ef08b1bfdc89920b94 network default NAD default] I0326 23:45:37.369059 3889 cni.go:424] [tsf-tas/test-tsf-tas bbfbc84cb0db05aef69cf7c15f26be601e1321c3ecc6a1ef08b1bfdc89920b94 network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas bbfbc84cb0db05aef69cf7c15f26be601e1321c3ecc6a1ef08b1bfdc89920b94 network default NAD default], result "{}", err I0326 23:45:37.422089 3889 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:37.422124 3889 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0326 23:45:37.423782 3889 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.46 I0326 23:45:37.423814 3889 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:37.443012 3889 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:37.443046 3889 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:37.446253 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0326 23:45:37.446286 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0326 23:45:38.111042 3889 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-p9frc] creating logical port tsf_patch-tekton-config-p9frc for pod on switch ip-10-0-1-245.ec2.internal I0326 23:45:38.111145 3889 kube.go:256] Updating pod tsf/patch-tekton-config-p9frc I0326 23:45:38.124505 3889 pod.go:62] [tsf/patch-tekton-config-p9frc] pod update took 13.387315ms I0326 23:45:38.124540 3889 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-p9frc] addLogicalPort annotation time took 13.427014ms I0326 23:45:38.125871 3889 pods.go:271] [tsf/patch-tekton-config-p9frc] addLogicalPort took 14.853122ms, libovsdb time 900.647µs I0326 23:45:38.474010 3889 cni.go:403] [tsf/patch-tekton-config-p9frc cdf3ad317803d71c1ac1e1c48c239539f251a588a33fa092f53b49578d44f0d1 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-p9frc cdf3ad317803d71c1ac1e1c48c239539f251a588a33fa092f53b49578d44f0d1 network default NAD default] I0326 23:45:38.482691 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-p9frc, hostIfaceName: cdf3ad317803d71, network: default, NAD default, SandboxID: "cdf3ad317803d71c1ac1e1c48c239539f251a588a33fa092f53b49578d44f0d1", PCI device ID: , UID: "e731c269-6f70-4d7f-8f7b-bc9175bd1272", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0326 23:45:38.531621 3889 cni.go:424] [tsf/patch-tekton-config-p9frc cdf3ad317803d71c1ac1e1c48c239539f251a588a33fa092f53b49578d44f0d1 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-p9frc cdf3ad317803d71c1ac1e1c48c239539f251a588a33fa092f53b49578d44f0d1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:f4:4c:fa:c8:ad\",\"name\":\"cdf3ad317803d71\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c6bdf1c-b6cf-4cc1-a57a-6dd3d314aa02\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:45:44.302595 3889 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-ctr6k-gxz4z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:44.303488 3889 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-ctr6k-gxz4z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:45.184752 3889 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-ctr6k-gxz4z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:45.184780 3889 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-ctr6k-gxz4z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:46.354960 3889 cni.go:403] [tsf/patch-tekton-config-p9frc cdf3ad317803d71c1ac1e1c48c239539f251a588a33fa092f53b49578d44f0d1 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-p9frc cdf3ad317803d71c1ac1e1c48c239539f251a588a33fa092f53b49578d44f0d1 network default NAD default] I0326 23:45:46.428551 3889 cni.go:424] [tsf/patch-tekton-config-p9frc cdf3ad317803d71c1ac1e1c48c239539f251a588a33fa092f53b49578d44f0d1 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-p9frc cdf3ad317803d71c1ac1e1c48c239539f251a588a33fa092f53b49578d44f0d1 network default NAD default], result "{}", err I0326 23:45:46.478280 3889 obj_retry.go:464] Detected object tsf/patch-tekton-config-p9frc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:46.478315 3889 pods.go:176] Deleting pod: tsf/patch-tekton-config-p9frc I0326 23:45:46.479555 3889 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-p9frc, ips: 10.128.0.50 I0326 23:45:46.479582 3889 obj_retry.go:464] Detected object tsf/patch-tekton-config-p9frc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:47.365157 3889 obj_retry.go:458] Detected object tsf/patch-tekton-config-p9frc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:47.365184 3889 obj_retry.go:458] Detected object tsf/patch-tekton-config-p9frc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:45:48.200188 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0326 23:45:51.824355 3889 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-d8dms-vp26m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:51.824911 3889 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-d8dms-vp26m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:52.676376 3889 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-d8dms-vp26m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:52.676403 3889 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-d8dms-vp26m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:57.390114 3889 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-5b76f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:57.390706 3889 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-5b76f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:58.267701 3889 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-5b76f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:58.267729 3889 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-5b76f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:58.298753 3889 obj_retry.go:458] Detected object tsf/patch-tekton-config-p9frc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:58.298783 3889 obj_retry.go:458] Detected object tsf/patch-tekton-config-p9frc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:58.301554 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-p9frc I0326 23:45:58.301582 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-p9frc I0326 23:45:58.431433 3889 base_network_controller_pods.go:487] [default/tsf/test-tsf-pipelines] creating logical port tsf_test-tsf-pipelines for pod on switch ip-10-0-1-245.ec2.internal I0326 23:45:58.431533 3889 kube.go:256] Updating pod tsf/test-tsf-pipelines I0326 23:45:58.443618 3889 pod.go:62] [tsf/test-tsf-pipelines] pod update took 12.109657ms I0326 23:45:58.443640 3889 base_network_controller_pods.go:937] [default/tsf/test-tsf-pipelines] addLogicalPort annotation time took 12.134932ms I0326 23:45:58.444927 3889 pods.go:271] [tsf/test-tsf-pipelines] addLogicalPort took 13.513279ms, libovsdb time 876.784µs W0326 23:45:58.698635 3889 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0326 23:45:58.791342 3889 cni.go:403] [tsf/test-tsf-pipelines c2446b54397841d58605ed465d0c114505a00f7ba79a8aa5bf3e96b792593b06 network default NAD default] ADD starting CNI request [tsf/test-tsf-pipelines c2446b54397841d58605ed465d0c114505a00f7ba79a8aa5bf3e96b792593b06 network default NAD default] I0326 23:45:58.820867 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-pipelines, hostIfaceName: c2446b54397841d, network: default, NAD default, SandboxID: "c2446b54397841d58605ed465d0c114505a00f7ba79a8aa5bf3e96b792593b06", PCI device ID: , UID: "6b0afd2e-01ea-4d9e-8f11-8c68dcf5b281", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0326 23:45:58.865968 3889 cni.go:424] [tsf/test-tsf-pipelines c2446b54397841d58605ed465d0c114505a00f7ba79a8aa5bf3e96b792593b06 network default NAD default] ADD finished CNI request [tsf/test-tsf-pipelines c2446b54397841d58605ed465d0c114505a00f7ba79a8aa5bf3e96b792593b06 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:65:26:a9:76:cb\",\"name\":\"c2446b54397841d\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/790b3309-5617-460f-a94d-89b0615a442b\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:46:00.270436 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0326 23:46:06.746725 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0326 23:46:07.480686 3889 cni.go:403] [tsf/test-tsf-pipelines c2446b54397841d58605ed465d0c114505a00f7ba79a8aa5bf3e96b792593b06 network default NAD default] DEL starting CNI request [tsf/test-tsf-pipelines c2446b54397841d58605ed465d0c114505a00f7ba79a8aa5bf3e96b792593b06 network default NAD default] I0326 23:46:07.552577 3889 cni.go:424] [tsf/test-tsf-pipelines c2446b54397841d58605ed465d0c114505a00f7ba79a8aa5bf3e96b792593b06 network default NAD default] DEL finished CNI request [tsf/test-tsf-pipelines c2446b54397841d58605ed465d0c114505a00f7ba79a8aa5bf3e96b792593b06 network default NAD default], result "{}", err I0326 23:46:07.601065 3889 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:07.601125 3889 pods.go:176] Deleting pod: tsf/test-tsf-pipelines I0326 23:46:07.602408 3889 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-pipelines, ips: 10.128.0.51 I0326 23:46:07.602440 3889 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:07.620459 3889 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:07.620531 3889 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:07.626605 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0326 23:46:07.626628 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0326 23:46:08.175058 3889 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-245.ec2.internal I0326 23:46:08.175189 3889 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0326 23:46:08.187810 3889 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 12.645185ms I0326 23:46:08.187833 3889 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 12.674612ms I0326 23:46:08.189242 3889 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.20286ms, libovsdb time 1.03264ms I0326 23:46:08.535620 3889 cni.go:403] [tsf-tpa/pre-install-tsf-tpa e31dd9c05dbab4a6f732d81d168492104eb5b5568dd6b72cb2dcab27995aa0ce network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa e31dd9c05dbab4a6f732d81d168492104eb5b5568dd6b72cb2dcab27995aa0ce network default NAD default] I0326 23:46:08.544322 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: e31dd9c05dbab4a, network: default, NAD default, SandboxID: "e31dd9c05dbab4a6f732d81d168492104eb5b5568dd6b72cb2dcab27995aa0ce", PCI device ID: , UID: "064ba896-f019-4031-9a28-21fb481a6908", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0326 23:46:08.590836 3889 cni.go:424] [tsf-tpa/pre-install-tsf-tpa e31dd9c05dbab4a6f732d81d168492104eb5b5568dd6b72cb2dcab27995aa0ce network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa e31dd9c05dbab4a6f732d81d168492104eb5b5568dd6b72cb2dcab27995aa0ce network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:4e:cd:94:55:58\",\"name\":\"e31dd9c05dbab4a\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e0be07d-4d6c-4a0e-91d1-f19859ef4bcf\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:46:11.510738 3889 cni.go:403] [tsf-tpa/pre-install-tsf-tpa e31dd9c05dbab4a6f732d81d168492104eb5b5568dd6b72cb2dcab27995aa0ce network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa e31dd9c05dbab4a6f732d81d168492104eb5b5568dd6b72cb2dcab27995aa0ce network default NAD default] I0326 23:46:11.593594 3889 cni.go:424] [tsf-tpa/pre-install-tsf-tpa e31dd9c05dbab4a6f732d81d168492104eb5b5568dd6b72cb2dcab27995aa0ce network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa e31dd9c05dbab4a6f732d81d168492104eb5b5568dd6b72cb2dcab27995aa0ce network default NAD default], result "{}", err I0326 23:46:11.659318 3889 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:11.659351 3889 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0326 23:46:11.660656 3889 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.52 I0326 23:46:11.660699 3889 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:11.678466 3889 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:11.678490 3889 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:11.684807 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0326 23:46:11.684833 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0326 23:46:11.888809 3889 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-245.ec2.internal I0326 23:46:11.888928 3889 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0326 23:46:11.901311 3889 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 12.402265ms I0326 23:46:11.901339 3889 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 12.434385ms I0326 23:46:11.902712 3889 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 13.920013ms, libovsdb time 958.068µs I0326 23:46:12.255126 3889 cni.go:403] [tsf-tpa/test-tsf-tpa 031cd8e966a8711c55cf67d71dfe927432daeeb9276524d0ed274ca953bf1205 network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa 031cd8e966a8711c55cf67d71dfe927432daeeb9276524d0ed274ca953bf1205 network default NAD default] I0326 23:46:12.264814 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 031cd8e966a8711, network: default, NAD default, SandboxID: "031cd8e966a8711c55cf67d71dfe927432daeeb9276524d0ed274ca953bf1205", PCI device ID: , UID: "ac9e50d0-bd7a-42f0-b514-2df2aec0eaac", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0326 23:46:12.310442 3889 cni.go:424] [tsf-tpa/test-tsf-tpa 031cd8e966a8711c55cf67d71dfe927432daeeb9276524d0ed274ca953bf1205 network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 031cd8e966a8711c55cf67d71dfe927432daeeb9276524d0ed274ca953bf1205 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:9f:c9:7c:9e:8b\",\"name\":\"031cd8e966a8711\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b09ab19-8a0e-4e16-9bb5-1fe4ffbaeb59\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:46:12.964006 3889 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-mqls9] creating logical port tsf-tpa_create-db-mqls9 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:46:12.964121 3889 kube.go:256] Updating pod tsf-tpa/create-db-mqls9 I0326 23:46:12.976892 3889 pod.go:62] [tsf-tpa/create-db-mqls9] pod update took 12.790706ms I0326 23:46:12.976919 3889 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-mqls9] addLogicalPort annotation time took 12.821135ms I0326 23:46:12.978168 3889 pods.go:271] [tsf-tpa/create-db-mqls9] addLogicalPort took 14.177411ms, libovsdb time 865.696µs I0326 23:46:13.324987 3889 cni.go:403] [tsf-tpa/create-db-mqls9 a1867a6ece9ed00efd2df643106903f57448bc9b1c153b1542250ecabf90491d network default NAD default] ADD starting CNI request [tsf-tpa/create-db-mqls9 a1867a6ece9ed00efd2df643106903f57448bc9b1c153b1542250ecabf90491d network default NAD default] I0326 23:46:13.333781 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-mqls9, hostIfaceName: a1867a6ece9ed00, network: default, NAD default, SandboxID: "a1867a6ece9ed00efd2df643106903f57448bc9b1c153b1542250ecabf90491d", PCI device ID: , UID: "fef107af-72b9-49a1-9fd1-e26e3d7d586d", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0326 23:46:13.378286 3889 cni.go:424] [tsf-tpa/create-db-mqls9 a1867a6ece9ed00efd2df643106903f57448bc9b1c153b1542250ecabf90491d network default NAD default] ADD finished CNI request [tsf-tpa/create-db-mqls9 a1867a6ece9ed00efd2df643106903f57448bc9b1c153b1542250ecabf90491d network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:84:e0:98:91:8d\",\"name\":\"a1867a6ece9ed00\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c57b3fb-e1e2-4368-90b7-452bd2c1867c\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:46:17.554147 3889 cni.go:403] [tsf-tpa/create-db-mqls9 a1867a6ece9ed00efd2df643106903f57448bc9b1c153b1542250ecabf90491d network default NAD default] DEL starting CNI request [tsf-tpa/create-db-mqls9 a1867a6ece9ed00efd2df643106903f57448bc9b1c153b1542250ecabf90491d network default NAD default] I0326 23:46:17.623735 3889 cni.go:424] [tsf-tpa/create-db-mqls9 a1867a6ece9ed00efd2df643106903f57448bc9b1c153b1542250ecabf90491d network default NAD default] DEL finished CNI request [tsf-tpa/create-db-mqls9 a1867a6ece9ed00efd2df643106903f57448bc9b1c153b1542250ecabf90491d network default NAD default], result "{}", err I0326 23:46:17.690396 3889 obj_retry.go:464] Detected object tsf-tpa/create-db-mqls9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:17.690438 3889 pods.go:176] Deleting pod: tsf-tpa/create-db-mqls9 I0326 23:46:17.691762 3889 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-mqls9, ips: 10.128.0.54 I0326 23:46:17.691792 3889 obj_retry.go:464] Detected object tsf-tpa/create-db-mqls9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:18.713307 3889 obj_retry.go:458] Detected object tsf-tpa/create-db-mqls9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:18.713340 3889 obj_retry.go:458] Detected object tsf-tpa/create-db-mqls9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:18.811312 3889 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-lrmwt] creating logical port tsf-tpa_migrate-db-lrmwt for pod on switch ip-10-0-1-245.ec2.internal I0326 23:46:18.811433 3889 kube.go:256] Updating pod tsf-tpa/migrate-db-lrmwt I0326 23:46:18.822365 3889 pod.go:62] [tsf-tpa/migrate-db-lrmwt] pod update took 10.953789ms I0326 23:46:18.822385 3889 base_network_controller_pods.go:937] [default/tsf-tpa/migrate-db-lrmwt] addLogicalPort annotation time took 10.979724ms I0326 23:46:18.823650 3889 pods.go:271] [tsf-tpa/migrate-db-lrmwt] addLogicalPort took 12.353521ms, libovsdb time 816.84µs I0326 23:46:19.222749 3889 cni.go:403] [tsf-tpa/migrate-db-lrmwt 50648d95097172a477acaaaca3645aa3bc5ad5472ce447a2ba51ab6beb671939 network default NAD default] ADD starting CNI request [tsf-tpa/migrate-db-lrmwt 50648d95097172a477acaaaca3645aa3bc5ad5472ce447a2ba51ab6beb671939 network default NAD default] I0326 23:46:19.231972 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-lrmwt, hostIfaceName: 50648d95097172a, network: default, NAD default, SandboxID: "50648d95097172a477acaaaca3645aa3bc5ad5472ce447a2ba51ab6beb671939", PCI device ID: , UID: "79b13d3c-5279-43d3-b2d9-b4dbad521380", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0326 23:46:19.278723 3889 cni.go:424] [tsf-tpa/migrate-db-lrmwt 50648d95097172a477acaaaca3645aa3bc5ad5472ce447a2ba51ab6beb671939 network default NAD default] ADD finished CNI request [tsf-tpa/migrate-db-lrmwt 50648d95097172a477acaaaca3645aa3bc5ad5472ce447a2ba51ab6beb671939 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:40:5d:45:49:ae\",\"name\":\"50648d95097172a\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbd6a743-aeb7-4445-97b4-bac4dff52a0e\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:46:21.581949 3889 cni.go:403] [tsf-tpa/migrate-db-lrmwt 50648d95097172a477acaaaca3645aa3bc5ad5472ce447a2ba51ab6beb671939 network default NAD default] DEL starting CNI request [tsf-tpa/migrate-db-lrmwt 50648d95097172a477acaaaca3645aa3bc5ad5472ce447a2ba51ab6beb671939 network default NAD default] I0326 23:46:21.667739 3889 cni.go:424] [tsf-tpa/migrate-db-lrmwt 50648d95097172a477acaaaca3645aa3bc5ad5472ce447a2ba51ab6beb671939 network default NAD default] DEL finished CNI request [tsf-tpa/migrate-db-lrmwt 50648d95097172a477acaaaca3645aa3bc5ad5472ce447a2ba51ab6beb671939 network default NAD default], result "{}", err I0326 23:46:21.716485 3889 obj_retry.go:464] Detected object tsf-tpa/migrate-db-lrmwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:21.716516 3889 pods.go:176] Deleting pod: tsf-tpa/migrate-db-lrmwt I0326 23:46:21.717826 3889 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-lrmwt, ips: 10.128.0.55 I0326 23:46:21.717861 3889 obj_retry.go:464] Detected object tsf-tpa/migrate-db-lrmwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:21.843183 3889 obj_retry.go:458] Detected object tsf-tpa/migrate-db-lrmwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:21.843210 3889 obj_retry.go:458] Detected object tsf-tpa/migrate-db-lrmwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:22.040465 3889 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-bm8cq] creating logical port tsf-tpa_create-importers-bm8cq for pod on switch ip-10-0-1-245.ec2.internal I0326 23:46:22.040598 3889 kube.go:256] Updating pod tsf-tpa/create-importers-bm8cq I0326 23:46:22.052794 3889 pod.go:62] [tsf-tpa/create-importers-bm8cq] pod update took 12.219368ms I0326 23:46:22.052821 3889 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-bm8cq] addLogicalPort annotation time took 12.249943ms I0326 23:46:22.054158 3889 pods.go:271] [tsf-tpa/create-importers-bm8cq] addLogicalPort took 13.712174ms, libovsdb time 952.424µs I0326 23:46:22.702758 3889 cni.go:403] [tsf-tpa/create-importers-bm8cq 03143b6f7648b7606785dc75a7229f4a01e24d663e5dd74fc42e73737419597b network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-bm8cq 03143b6f7648b7606785dc75a7229f4a01e24d663e5dd74fc42e73737419597b network default NAD default] I0326 23:46:22.711191 3889 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-bm8cq, hostIfaceName: 03143b6f7648b76, network: default, NAD default, SandboxID: "03143b6f7648b7606785dc75a7229f4a01e24d663e5dd74fc42e73737419597b", PCI device ID: , UID: "221a0fe0-9120-4288-80d4-2f87666a0a04", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0326 23:46:22.757347 3889 cni.go:424] [tsf-tpa/create-importers-bm8cq 03143b6f7648b7606785dc75a7229f4a01e24d663e5dd74fc42e73737419597b network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-bm8cq 03143b6f7648b7606785dc75a7229f4a01e24d663e5dd74fc42e73737419597b network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:bd:22:de:27:03\",\"name\":\"03143b6f7648b76\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/699a361a-ebfc-4ab8-b9e9-77106929efed\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:46:24.602175 3889 cni.go:403] [tsf-tpa/create-importers-bm8cq 03143b6f7648b7606785dc75a7229f4a01e24d663e5dd74fc42e73737419597b network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-bm8cq 03143b6f7648b7606785dc75a7229f4a01e24d663e5dd74fc42e73737419597b network default NAD default] I0326 23:46:24.677572 3889 cni.go:424] [tsf-tpa/create-importers-bm8cq 03143b6f7648b7606785dc75a7229f4a01e24d663e5dd74fc42e73737419597b network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-bm8cq 03143b6f7648b7606785dc75a7229f4a01e24d663e5dd74fc42e73737419597b network default NAD default], result "{}", err I0326 23:46:24.726820 3889 obj_retry.go:464] Detected object tsf-tpa/create-importers-bm8cq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:24.726853 3889 pods.go:176] Deleting pod: tsf-tpa/create-importers-bm8cq I0326 23:46:24.728255 3889 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-bm8cq, ips: 10.128.0.56 I0326 23:46:24.728286 3889 obj_retry.go:464] Detected object tsf-tpa/create-importers-bm8cq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:25.749238 3889 obj_retry.go:458] Detected object tsf-tpa/create-importers-bm8cq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:25.749267 3889 obj_retry.go:458] Detected object tsf-tpa/create-importers-bm8cq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:29.577189 3889 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-sl26r-ljq49 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:29.577766 3889 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-sl26r-ljq49 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:30.451554 3889 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-sl26r-ljq49 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:30.451581 3889 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-sl26r-ljq49 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:46:38.916307 3889 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0326 23:46:46.526939 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0326 23:46:49.889911 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0326 23:47:05.841685 3889 cni.go:403] [tsf-tpa/test-tsf-tpa 031cd8e966a8711c55cf67d71dfe927432daeeb9276524d0ed274ca953bf1205 network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa 031cd8e966a8711c55cf67d71dfe927432daeeb9276524d0ed274ca953bf1205 network default NAD default] I0326 23:47:05.930852 3889 cni.go:424] [tsf-tpa/test-tsf-tpa 031cd8e966a8711c55cf67d71dfe927432daeeb9276524d0ed274ca953bf1205 network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 031cd8e966a8711c55cf67d71dfe927432daeeb9276524d0ed274ca953bf1205 network default NAD default], result "{}", err I0326 23:47:05.989543 3889 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:05.989621 3889 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0326 23:47:05.991165 3889 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.53 I0326 23:47:05.991201 3889 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:06.010175 3889 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:06.010200 3889 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:06.017133 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0326 23:47:06.017163 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0326 23:47:06.703877 3889 namespace.go:98] [build-service] adding namespace I0326 23:47:06.704760 3889 namespace.go:98] [image-controller] adding namespace I0326 23:47:06.704776 3889 namespace.go:98] [integration-service] adding namespace I0326 23:47:06.704965 3889 namespace.go:102] [build-service] adding namespace took 1.062415ms I0326 23:47:06.705606 3889 namespace.go:102] [image-controller] adding namespace took 826.271µs I0326 23:47:06.706185 3889 namespace.go:102] [integration-service] adding namespace took 1.393155ms I0326 23:47:06.744542 3889 namespace.go:142] [build-service] updating namespace I0326 23:47:06.774753 3889 namespace.go:142] [build-service] updating namespace I0326 23:47:06.783428 3889 namespace.go:142] [image-controller] updating namespace I0326 23:47:06.827544 3889 namespace.go:142] [image-controller] updating namespace I0326 23:47:06.828139 3889 namespace.go:142] [integration-service] updating namespace I0326 23:47:06.862406 3889 namespace.go:142] [integration-service] updating namespace I0326 23:47:06.964425 3889 namespace.go:142] [build-service] updating namespace I0326 23:47:06.986976 3889 namespace.go:142] [integration-service] updating namespace I0326 23:47:07.032430 3889 namespace.go:98] [release-service] adding namespace I0326 23:47:07.033310 3889 namespace.go:102] [release-service] adding namespace took 863.445µs I0326 23:47:07.078033 3889 base_network_controller_pods.go:487] [default/konflux-ui/tsf-konflux-public-key-8x958] creating logical port konflux-ui_tsf-konflux-public-key-8x958 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:47:07.078125 3889 kube.go:256] Updating pod konflux-ui/tsf-konflux-public-key-8x958 I0326 23:47:07.098933 3889 namespace.go:142] [release-service] updating namespace I0326 23:47:07.112942 3889 pod.go:62] [konflux-ui/tsf-konflux-public-key-8x958] pod update took 34.846002ms I0326 23:47:07.112963 3889 base_network_controller_pods.go:937] [default/konflux-ui/tsf-konflux-public-key-8x958] addLogicalPort annotation time took 34.871881ms I0326 23:47:07.114203 3889 pods.go:271] [konflux-ui/tsf-konflux-public-key-8x958] addLogicalPort took 36.189179ms, libovsdb time 828.068µs I0326 23:47:07.117288 3889 namespace.go:142] [konflux-ui] updating namespace I0326 23:47:07.122370 3889 namespace.go:98] [konflux-info] adding namespace I0326 23:47:07.123189 3889 namespace.go:102] [konflux-info] adding namespace took 799.951µs I0326 23:47:07.123945 3889 namespace.go:142] [release-service] updating namespace I0326 23:47:07.168473 3889 namespace.go:98] [namespace-lister] adding namespace I0326 23:47:07.169193 3889 namespace.go:102] [namespace-lister] adding namespace took 660.027µs I0326 23:47:07.182775 3889 namespace.go:142] [konflux-info] updating namespace I0326 23:47:07.194497 3889 namespace.go:98] [enterprise-contract-service] adding namespace I0326 23:47:07.195346 3889 namespace.go:102] [enterprise-contract-service] adding namespace took 831.799µs I0326 23:47:07.203615 3889 namespace.go:142] [image-controller] updating namespace I0326 23:47:07.294471 3889 namespace.go:142] [konflux-info] updating namespace I0326 23:47:07.294534 3889 namespace.go:142] [namespace-lister] updating namespace I0326 23:47:07.317620 3889 namespace.go:98] [default-tenant] adding namespace I0326 23:47:07.318560 3889 namespace.go:102] [default-tenant] adding namespace took 917.357µs I0326 23:47:07.380403 3889 namespace.go:98] [segment-bridge] adding namespace I0326 23:47:07.381161 3889 namespace.go:102] [segment-bridge] adding namespace took 742.07µs I0326 23:47:07.492793 3889 namespace.go:142] [namespace-lister] updating namespace I0326 23:47:07.690484 3889 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:47:07.743022 3889 cni.go:403] [konflux-ui/tsf-konflux-public-key-8x958 e53e93c20892368f24a78dc45f18c4ce487db4de9bc91cd0a58d25171d804b0f network default NAD default] ADD starting CNI request [konflux-ui/tsf-konflux-public-key-8x958 e53e93c20892368f24a78dc45f18c4ce487db4de9bc91cd0a58d25171d804b0f network default NAD default] I0326 23:47:07.751645 3889 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: tsf-konflux-public-key-8x958, hostIfaceName: e53e93c20892368, network: default, NAD default, SandboxID: "e53e93c20892368f24a78dc45f18c4ce487db4de9bc91cd0a58d25171d804b0f", PCI device ID: , UID: "4dbe569f-8cdd-408b-9982-d2c4c83486be", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0326 23:47:07.798951 3889 cni.go:424] [konflux-ui/tsf-konflux-public-key-8x958 e53e93c20892368f24a78dc45f18c4ce487db4de9bc91cd0a58d25171d804b0f network default NAD default] ADD finished CNI request [konflux-ui/tsf-konflux-public-key-8x958 e53e93c20892368f24a78dc45f18c4ce487db4de9bc91cd0a58d25171d804b0f network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:7e:f6:58:4a:0a\",\"name\":\"e53e93c20892368\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89ccd146-e77e-462a-a523-6dd0900c6059\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:47:07.829807 3889 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0326 23:47:07.830349 3889 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0326 23:47:07.830371 3889 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0326 23:47:07.832950 3889 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0326 23:47:07.836309 3889 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:47:07.881368 3889 namespace.go:142] [default-tenant] updating namespace I0326 23:47:08.022463 3889 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0326 23:47:08.022492 3889 namespace.go:142] [default-tenant] updating namespace I0326 23:47:08.022497 3889 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0326 23:47:08.023549 3889 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0326 23:47:08.113420 3889 namespace.go:142] [segment-bridge] updating namespace I0326 23:47:08.183470 3889 namespace.go:142] [segment-bridge] updating namespace I0326 23:47:09.060707 3889 namespace.go:142] [build-service] updating namespace I0326 23:47:09.112464 3889 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-q65vf] creating logical port namespace-lister_namespace-lister-67655c4674-q65vf for pod on switch ip-10-0-1-245.ec2.internal I0326 23:47:09.112586 3889 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-q65vf I0326 23:47:09.216094 3889 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-q65vf I0326 23:47:09.298433 3889 namespace.go:142] [default-tenant] updating namespace I0326 23:47:09.308449 3889 pod.go:62] [namespace-lister/namespace-lister-67655c4674-q65vf] pod update took 195.89012ms I0326 23:47:09.308470 3889 base_network_controller_pods.go:937] [default/namespace-lister/namespace-lister-67655c4674-q65vf] addLogicalPort annotation time took 195.916836ms I0326 23:47:09.309602 3889 pods.go:271] [namespace-lister/namespace-lister-67655c4674-q65vf] addLogicalPort took 197.151246ms, libovsdb time 768.974µs I0326 23:47:09.453913 3889 cni.go:403] [namespace-lister/namespace-lister-67655c4674-q65vf e92abd87ff08c00b73d45aeba25ddd2f899a9756d56d4ad9e2e8dc7ae9926927 network default NAD default] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-q65vf e92abd87ff08c00b73d45aeba25ddd2f899a9756d56d4ad9e2e8dc7ae9926927 network default NAD default] I0326 23:47:09.462385 3889 helper_linux.go:450] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-q65vf, hostIfaceName: e92abd87ff08c00, network: default, NAD default, SandboxID: "e92abd87ff08c00b73d45aeba25ddd2f899a9756d56d4ad9e2e8dc7ae9926927", PCI device ID: , UID: "1f64de65-4fe2-4cfb-bec9-a0af8c6ccc11", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0326 23:47:09.498849 3889 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7cb54d888d-tkqnz] creating logical port konflux-ui_proxy-7cb54d888d-tkqnz for pod on switch ip-10-0-1-245.ec2.internal I0326 23:47:09.498967 3889 kube.go:256] Updating pod konflux-ui/proxy-7cb54d888d-tkqnz I0326 23:47:09.511706 3889 cni.go:424] [namespace-lister/namespace-lister-67655c4674-q65vf e92abd87ff08c00b73d45aeba25ddd2f899a9756d56d4ad9e2e8dc7ae9926927 network default NAD default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-q65vf e92abd87ff08c00b73d45aeba25ddd2f899a9756d56d4ad9e2e8dc7ae9926927 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:a1:af:c2:cf:df\",\"name\":\"e92abd87ff08c00\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a3ff5ac-0846-4c00-ae10-aa2ef904ccbb\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:47:09.559357 3889 pod.go:62] [konflux-ui/proxy-7cb54d888d-tkqnz] pod update took 60.417959ms I0326 23:47:09.559380 3889 base_network_controller_pods.go:937] [default/konflux-ui/proxy-7cb54d888d-tkqnz] addLogicalPort annotation time took 60.445553ms I0326 23:47:09.559472 3889 base_network_controller_pods.go:487] [default/konflux-ui/dex-86f6b84978-kp7d2] creating logical port konflux-ui_dex-86f6b84978-kp7d2 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:47:09.559567 3889 kube.go:256] Updating pod konflux-ui/dex-86f6b84978-kp7d2 I0326 23:47:09.560765 3889 pods.go:271] [konflux-ui/proxy-7cb54d888d-tkqnz] addLogicalPort took 61.930373ms, libovsdb time 927.197µs I0326 23:47:09.586425 3889 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:47:09.589488 3889 pod.go:62] [konflux-ui/dex-86f6b84978-kp7d2] pod update took 29.95442ms I0326 23:47:09.589510 3889 base_network_controller_pods.go:937] [default/konflux-ui/dex-86f6b84978-kp7d2] addLogicalPort annotation time took 29.980242ms I0326 23:47:09.590701 3889 pods.go:271] [konflux-ui/dex-86f6b84978-kp7d2] addLogicalPort took 31.242646ms, libovsdb time 813.866µs I0326 23:47:09.778921 3889 namespace.go:142] [image-controller] updating namespace I0326 23:47:09.782743 3889 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7df75dd4df-slqvp] creating logical port build-service_build-service-controller-manager-7df75dd4df-slqvp for pod on switch ip-10-0-1-245.ec2.internal I0326 23:47:09.782863 3889 kube.go:256] Updating pod build-service/build-service-controller-manager-7df75dd4df-slqvp I0326 23:47:09.805351 3889 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g] creating logical port image-controller_image-controller-controller-manager-5f8cd64d55-4bj5g for pod on switch ip-10-0-1-245.ec2.internal I0326 23:47:09.805434 3889 kube.go:256] Updating pod image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g I0326 23:47:09.830752 3889 pod.go:62] [image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g] pod update took 25.339558ms I0326 23:47:09.830774 3889 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g] addLogicalPort annotation time took 25.366747ms I0326 23:47:09.831927 3889 pods.go:271] [image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g] addLogicalPort took 26.587978ms, libovsdb time 785.762µs I0326 23:47:09.833136 3889 pod.go:62] [build-service/build-service-controller-manager-7df75dd4df-slqvp] pod update took 50.299011ms I0326 23:47:09.833153 3889 base_network_controller_pods.go:937] [default/build-service/build-service-controller-manager-7df75dd4df-slqvp] addLogicalPort annotation time took 50.320426ms I0326 23:47:09.834309 3889 pods.go:271] [build-service/build-service-controller-manager-7df75dd4df-slqvp] addLogicalPort took 51.584776ms, libovsdb time 793.798µs I0326 23:47:09.923506 3889 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-759977d69f-h969m] creating logical port integration-service_integration-service-controller-manager-759977d69f-h969m for pod on switch ip-10-0-1-245.ec2.internal I0326 23:47:09.923611 3889 kube.go:256] Updating pod integration-service/integration-service-controller-manager-759977d69f-h969m I0326 23:47:09.945656 3889 pod.go:62] [integration-service/integration-service-controller-manager-759977d69f-h969m] pod update took 22.070468ms I0326 23:47:09.945716 3889 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-759977d69f-h969m] addLogicalPort annotation time took 22.134439ms I0326 23:47:09.947098 3889 pods.go:271] [integration-service/integration-service-controller-manager-759977d69f-h969m] addLogicalPort took 23.608434ms, libovsdb time 964.229µs I0326 23:47:10.037481 3889 namespace.go:142] [integration-service] updating namespace I0326 23:47:10.161886 3889 cni.go:403] [build-service/build-service-controller-manager-7df75dd4df-slqvp ea9767ad08f5f5238ac8b008461a8ef3c7489c8a9b64de60ba46f2d8474452dd network default NAD default] ADD starting CNI request [build-service/build-service-controller-manager-7df75dd4df-slqvp ea9767ad08f5f5238ac8b008461a8ef3c7489c8a9b64de60ba46f2d8474452dd network default NAD default] I0326 23:47:10.173323 3889 helper_linux.go:450] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7df75dd4df-slqvp, hostIfaceName: ea9767ad08f5f52, network: default, NAD default, SandboxID: "ea9767ad08f5f5238ac8b008461a8ef3c7489c8a9b64de60ba46f2d8474452dd", PCI device ID: , UID: "7a602a0a-3d2d-4461-b855-d15e77235496", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0326 23:47:10.216019 3889 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-854f775895-tcgs4] creating logical port release-service_release-service-controller-manager-854f775895-tcgs4 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:47:10.216194 3889 kube.go:256] Updating pod release-service/release-service-controller-manager-854f775895-tcgs4 I0326 23:47:10.225822 3889 cni.go:424] [build-service/build-service-controller-manager-7df75dd4df-slqvp ea9767ad08f5f5238ac8b008461a8ef3c7489c8a9b64de60ba46f2d8474452dd network default NAD default] ADD finished CNI request [build-service/build-service-controller-manager-7df75dd4df-slqvp ea9767ad08f5f5238ac8b008461a8ef3c7489c8a9b64de60ba46f2d8474452dd network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:99:e7:b7:da:74\",\"name\":\"ea9767ad08f5f52\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3195a28-34c2-4efa-8bb1-d690f92b386d\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:47:10.234621 3889 pod.go:62] [release-service/release-service-controller-manager-854f775895-tcgs4] pod update took 18.458352ms I0326 23:47:10.234656 3889 base_network_controller_pods.go:937] [default/release-service/release-service-controller-manager-854f775895-tcgs4] addLogicalPort annotation time took 18.500888ms I0326 23:47:10.236384 3889 pods.go:271] [release-service/release-service-controller-manager-854f775895-tcgs4] addLogicalPort took 20.387032ms, libovsdb time 1.049455ms I0326 23:47:10.251378 3889 namespace.go:142] [konflux-info] updating namespace I0326 23:47:10.486332 3889 namespace.go:142] [namespace-lister] updating namespace I0326 23:47:10.554436 3889 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-84bc4ff5-25sx8] creating logical port integration-service_integration-service-controller-manager-84bc4ff5-25sx8 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:47:10.554549 3889 kube.go:256] Updating pod integration-service/integration-service-controller-manager-84bc4ff5-25sx8 I0326 23:47:10.593118 3889 pod.go:62] [integration-service/integration-service-controller-manager-84bc4ff5-25sx8] pod update took 38.59917ms I0326 23:47:10.593145 3889 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-84bc4ff5-25sx8] addLogicalPort annotation time took 38.631908ms I0326 23:47:10.594407 3889 pods.go:271] [integration-service/integration-service-controller-manager-84bc4ff5-25sx8] addLogicalPort took 39.992092ms, libovsdb time 813.414µs I0326 23:47:10.633481 3889 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g e60586d86e8e5c2a5c3be0f455d80445bbfe881982d0e73d2c52c08a00fec10f network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g e60586d86e8e5c2a5c3be0f455d80445bbfe881982d0e73d2c52c08a00fec10f network default NAD default] I0326 23:47:10.642500 3889 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-5f8cd64d55-4bj5g, hostIfaceName: e60586d86e8e5c2, network: default, NAD default, SandboxID: "e60586d86e8e5c2a5c3be0f455d80445bbfe881982d0e73d2c52c08a00fec10f", PCI device ID: , UID: "fc5f824a-5509-423b-9577-b9d1bcb4cf4f", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0326 23:47:10.690650 3889 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g e60586d86e8e5c2a5c3be0f455d80445bbfe881982d0e73d2c52c08a00fec10f network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g e60586d86e8e5c2a5c3be0f455d80445bbfe881982d0e73d2c52c08a00fec10f network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:7a:f9:67:f5:49\",\"name\":\"e60586d86e8e5c2\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13c40222-c72c-4788-8014-6307a4dd2fa4\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:47:10.717461 3889 namespace.go:142] [release-service] updating namespace W0326 23:47:10.879904 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0326 23:47:10.882264 3889 cni.go:403] [konflux-ui/tsf-konflux-public-key-8x958 e53e93c20892368f24a78dc45f18c4ce487db4de9bc91cd0a58d25171d804b0f network default NAD default] DEL starting CNI request [konflux-ui/tsf-konflux-public-key-8x958 e53e93c20892368f24a78dc45f18c4ce487db4de9bc91cd0a58d25171d804b0f network default NAD default] I0326 23:47:10.929706 3889 namespace.go:142] [segment-bridge] updating namespace I0326 23:47:10.958940 3889 cni.go:424] [konflux-ui/tsf-konflux-public-key-8x958 e53e93c20892368f24a78dc45f18c4ce487db4de9bc91cd0a58d25171d804b0f network default NAD default] DEL finished CNI request [konflux-ui/tsf-konflux-public-key-8x958 e53e93c20892368f24a78dc45f18c4ce487db4de9bc91cd0a58d25171d804b0f network default NAD default], result "{}", err I0326 23:47:11.013455 3889 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-8x958 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:11.013485 3889 pods.go:176] Deleting pod: konflux-ui/tsf-konflux-public-key-8x958 I0326 23:47:11.014998 3889 pods.go:236] Attempting to release IPs for pod: konflux-ui/tsf-konflux-public-key-8x958, ips: 10.128.0.57 I0326 23:47:11.015033 3889 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-8x958 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:11.052392 3889 namespace.go:142] [build-service] updating namespace I0326 23:47:11.067246 3889 namespace.go:142] [default-tenant] updating namespace I0326 23:47:11.084160 3889 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:47:11.092613 3889 namespace.go:142] [image-controller] updating namespace I0326 23:47:11.106115 3889 namespace.go:142] [integration-service] updating namespace I0326 23:47:11.131337 3889 namespace.go:142] [konflux-info] updating namespace I0326 23:47:11.153498 3889 namespace.go:142] [namespace-lister] updating namespace I0326 23:47:11.161074 3889 namespace.go:142] [release-service] updating namespace I0326 23:47:11.174038 3889 namespace.go:142] [segment-bridge] updating namespace I0326 23:47:11.353450 3889 namespace.go:142] [build-service] updating namespace I0326 23:47:11.457331 3889 namespace.go:142] [default-tenant] updating namespace I0326 23:47:11.556311 3889 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:47:11.657882 3889 namespace.go:142] [image-controller] updating namespace I0326 23:47:11.755208 3889 namespace.go:142] [integration-service] updating namespace I0326 23:47:11.856154 3889 namespace.go:142] [konflux-info] updating namespace W0326 23:47:11.893907 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0326 23:47:11.962749 3889 namespace.go:142] [namespace-lister] updating namespace I0326 23:47:12.052414 3889 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-8x958 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:12.052437 3889 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-8x958 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:12.056372 3889 namespace.go:142] [release-service] updating namespace I0326 23:47:12.176418 3889 namespace.go:142] [segment-bridge] updating namespace W0326 23:47:13.900119 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0326 23:47:13.929903 3889 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0326 23:47:17.370414 3889 cni.go:403] [konflux-ui/proxy-7cb54d888d-tkqnz 5c95b8697baf3283566fc34d29121c0a243178c88e4915c1c8d9872606faea89 network default NAD default] ADD starting CNI request [konflux-ui/proxy-7cb54d888d-tkqnz 5c95b8697baf3283566fc34d29121c0a243178c88e4915c1c8d9872606faea89 network default NAD default] I0326 23:47:17.379217 3889 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-7cb54d888d-tkqnz, hostIfaceName: 5c95b8697baf328, network: default, NAD default, SandboxID: "5c95b8697baf3283566fc34d29121c0a243178c88e4915c1c8d9872606faea89", PCI device ID: , UID: "b620911b-5c98-4962-af49-40b42b22413d", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0326 23:47:17.417554 3889 cni.go:403] [konflux-ui/dex-86f6b84978-kp7d2 90b2e24a03684142990ea1d0c661d0b3d6339ee6ffe71cc8f676f1a4ebaece16 network default NAD default] ADD starting CNI request [konflux-ui/dex-86f6b84978-kp7d2 90b2e24a03684142990ea1d0c661d0b3d6339ee6ffe71cc8f676f1a4ebaece16 network default NAD default] I0326 23:47:17.427982 3889 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-86f6b84978-kp7d2, hostIfaceName: 90b2e24a0368414, network: default, NAD default, SandboxID: "90b2e24a03684142990ea1d0c661d0b3d6339ee6ffe71cc8f676f1a4ebaece16", PCI device ID: , UID: "8bc2363a-e92d-44e5-bcf1-692ae25412e8", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0326 23:47:17.431240 3889 cni.go:424] [konflux-ui/proxy-7cb54d888d-tkqnz 5c95b8697baf3283566fc34d29121c0a243178c88e4915c1c8d9872606faea89 network default NAD default] ADD finished CNI request [konflux-ui/proxy-7cb54d888d-tkqnz 5c95b8697baf3283566fc34d29121c0a243178c88e4915c1c8d9872606faea89 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:75:af:05:2c:9f\",\"name\":\"5c95b8697baf328\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5f3a263-e515-40d5-8296-ac2aed7fe457\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:47:17.475286 3889 cni.go:424] [konflux-ui/dex-86f6b84978-kp7d2 90b2e24a03684142990ea1d0c661d0b3d6339ee6ffe71cc8f676f1a4ebaece16 network default NAD default] ADD finished CNI request [konflux-ui/dex-86f6b84978-kp7d2 90b2e24a03684142990ea1d0c661d0b3d6339ee6ffe71cc8f676f1a4ebaece16 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:08:2d:45:b1:c9\",\"name\":\"90b2e24a0368414\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c788ac54-1a92-418e-82ae-b64c8b949f12\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:47:17.800929 3889 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-h969m 5851cd9fb04ea2dacebe919bcc58663e6dfe02d5c6aa302ff8904d9e81f76eb1 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-759977d69f-h969m 5851cd9fb04ea2dacebe919bcc58663e6dfe02d5c6aa302ff8904d9e81f76eb1 network default NAD default] I0326 23:47:17.809828 3889 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-759977d69f-h969m, hostIfaceName: 5851cd9fb04ea2d, network: default, NAD default, SandboxID: "5851cd9fb04ea2dacebe919bcc58663e6dfe02d5c6aa302ff8904d9e81f76eb1", PCI device ID: , UID: "54f53dc9-4d7a-4341-90ff-8962327eb945", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0326 23:47:17.855654 3889 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-h969m 5851cd9fb04ea2dacebe919bcc58663e6dfe02d5c6aa302ff8904d9e81f76eb1 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-759977d69f-h969m 5851cd9fb04ea2dacebe919bcc58663e6dfe02d5c6aa302ff8904d9e81f76eb1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:ae:c2:70:09:7f\",\"name\":\"5851cd9fb04ea2d\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba6025d1-c273-4009-9150-9ee47ec3c56b\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:47:18.106566 3889 cni.go:403] [release-service/release-service-controller-manager-854f775895-tcgs4 f0697fc8ae84deee7b2149b150e20ba503ee434f13c3a2de56277c10f61fc64f network default NAD default] ADD starting CNI request [release-service/release-service-controller-manager-854f775895-tcgs4 f0697fc8ae84deee7b2149b150e20ba503ee434f13c3a2de56277c10f61fc64f network default NAD default] I0326 23:47:18.118563 3889 helper_linux.go:450] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-854f775895-tcgs4, hostIfaceName: f0697fc8ae84dee, network: default, NAD default, SandboxID: "f0697fc8ae84deee7b2149b150e20ba503ee434f13c3a2de56277c10f61fc64f", PCI device ID: , UID: "a6b4c337-ba36-4634-be88-69751562ee58", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0326 23:47:18.189734 3889 cni.go:424] [release-service/release-service-controller-manager-854f775895-tcgs4 f0697fc8ae84deee7b2149b150e20ba503ee434f13c3a2de56277c10f61fc64f network default NAD default] ADD finished CNI request [release-service/release-service-controller-manager-854f775895-tcgs4 f0697fc8ae84deee7b2149b150e20ba503ee434f13c3a2de56277c10f61fc64f network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:5f:39:46:f0:19\",\"name\":\"f0697fc8ae84dee\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16b8e5c1-e500-4a6b-a62a-c1366ef48d8d\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:47:18.758493 3889 cni.go:403] [integration-service/integration-service-controller-manager-84bc4ff5-25sx8 453b20f7da4dcf93ccf7d28767726deb5e261491ea27f7f4ddd8e9b362b66d18 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-84bc4ff5-25sx8 453b20f7da4dcf93ccf7d28767726deb5e261491ea27f7f4ddd8e9b362b66d18 network default NAD default] I0326 23:47:18.769470 3889 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-84bc4ff5-25sx8, hostIfaceName: 453b20f7da4dcf9, network: default, NAD default, SandboxID: "453b20f7da4dcf93ccf7d28767726deb5e261491ea27f7f4ddd8e9b362b66d18", PCI device ID: , UID: "9ce927b5-859a-42b7-9940-327d820612d2", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0326 23:47:18.820283 3889 cni.go:424] [integration-service/integration-service-controller-manager-84bc4ff5-25sx8 453b20f7da4dcf93ccf7d28767726deb5e261491ea27f7f4ddd8e9b362b66d18 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-84bc4ff5-25sx8 453b20f7da4dcf93ccf7d28767726deb5e261491ea27f7f4ddd8e9b362b66d18 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:46:b3:ae:15:38\",\"name\":\"453b20f7da4dcf9\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8427738b-e3cf-4805-9193-6feda126d8aa\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0326 23:47:19.947902 3889 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0326 23:47:24.909922 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0326 23:47:24.935762 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0326 23:47:24.987369 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 23:47:24.991693 3889 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 23:47:25.021724 3889 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 23:47:25.021745 3889 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0326 23:47:25.050818 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 23:47:25.053802 3889 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 23:47:25.107442 3889 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0326 23:47:25.108544 3889 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0326 23:47:25.760902 3889 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 23:47:25.760920 3889 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0326 23:47:36.000033 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0326 23:47:36.025269 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0326 23:47:36.025374 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0326 23:47:36.047888 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 23:47:36.049182 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0326 23:47:36.265232 3889 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-h969m 5851cd9fb04ea2dacebe919bcc58663e6dfe02d5c6aa302ff8904d9e81f76eb1 network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-759977d69f-h969m 5851cd9fb04ea2dacebe919bcc58663e6dfe02d5c6aa302ff8904d9e81f76eb1 network default NAD default] I0326 23:47:36.351109 3889 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-h969m 5851cd9fb04ea2dacebe919bcc58663e6dfe02d5c6aa302ff8904d9e81f76eb1 network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-759977d69f-h969m 5851cd9fb04ea2dacebe919bcc58663e6dfe02d5c6aa302ff8904d9e81f76eb1 network default NAD default], result "{}", err I0326 23:47:36.414476 3889 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-h969m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:36.414507 3889 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-759977d69f-h969m I0326 23:47:36.415918 3889 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-759977d69f-h969m, ips: 10.128.0.63 I0326 23:47:36.415947 3889 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-h969m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:37.084475 3889 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-h969m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:37.084506 3889 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-h969m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:37.092492 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-h969m I0326 23:47:37.092520 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-h969m W0326 23:48:02.059773 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0326 23:48:02.059803 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0326 23:48:22.884655 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0326 23:48:30.772311 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=79 I0326 23:48:32.215024 3889 cni.go:403] [konflux-ui/proxy-7cb54d888d-tkqnz 5c95b8697baf3283566fc34d29121c0a243178c88e4915c1c8d9872606faea89 network default NAD default] DEL starting CNI request [konflux-ui/proxy-7cb54d888d-tkqnz 5c95b8697baf3283566fc34d29121c0a243178c88e4915c1c8d9872606faea89 network default NAD default] I0326 23:48:32.306173 3889 cni.go:424] [konflux-ui/proxy-7cb54d888d-tkqnz 5c95b8697baf3283566fc34d29121c0a243178c88e4915c1c8d9872606faea89 network default NAD default] DEL finished CNI request [konflux-ui/proxy-7cb54d888d-tkqnz 5c95b8697baf3283566fc34d29121c0a243178c88e4915c1c8d9872606faea89 network default NAD default], result "{}", err I0326 23:48:32.371918 3889 obj_retry.go:464] Detected object konflux-ui/proxy-7cb54d888d-tkqnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:32.371963 3889 pods.go:176] Deleting pod: konflux-ui/proxy-7cb54d888d-tkqnz I0326 23:48:32.373299 3889 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7cb54d888d-tkqnz, ips: 10.128.0.59 I0326 23:48:32.373329 3889 obj_retry.go:464] Detected object konflux-ui/proxy-7cb54d888d-tkqnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:32.715896 3889 obj_retry.go:458] Detected object konflux-ui/proxy-7cb54d888d-tkqnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:48:32.715928 3889 obj_retry.go:458] Detected object konflux-ui/proxy-7cb54d888d-tkqnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:48:32.722026 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7cb54d888d-tkqnz I0326 23:48:32.722061 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7cb54d888d-tkqnz I0326 23:48:43.328487 3889 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:43.329091 3889 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:43.365224 3889 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:48:43.365252 3889 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:48:43.372567 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0326 23:48:43.372598 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0326 23:48:49.874466 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0326 23:48:50.776442 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0326 23:49:08.886033 3889 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wghj6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:49:08.886656 3889 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wghj6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:49:08.942435 3889 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-jsqm8] creating logical port image-controller_image-controller-controller-manager-56b684c87-jsqm8 for pod on switch ip-10-0-1-245.ec2.internal I0326 23:49:08.942533 3889 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-jsqm8 I0326 23:49:08.967246 3889 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-jsqm8] pod update took 24.737731ms I0326 23:49:08.967274 3889 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-jsqm8] addLogicalPort annotation time took 24.770503ms I0326 23:49:08.968839 3889 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-jsqm8] addLogicalPort took 26.425906ms, libovsdb time 1.101061ms I0326 23:49:09.310933 3889 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-jsqm8 d7e338fc1977ce24b5b420504e7ed4b518154fd4deabc79c9465062ddd11aefd network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-jsqm8 d7e338fc1977ce24b5b420504e7ed4b518154fd4deabc79c9465062ddd11aefd network default NAD default] I0326 23:49:09.319807 3889 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-jsqm8, hostIfaceName: d7e338fc1977ce2, network: default, NAD default, SandboxID: "d7e338fc1977ce24b5b420504e7ed4b518154fd4deabc79c9465062ddd11aefd", PCI device ID: , UID: "f3c3e4fa-9a9d-4798-a9ff-f35f4f80cbf1", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0326 23:49:09.371444 3889 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-jsqm8 d7e338fc1977ce24b5b420504e7ed4b518154fd4deabc79c9465062ddd11aefd network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-jsqm8 d7e338fc1977ce24b5b420504e7ed4b518154fd4deabc79c9465062ddd11aefd network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:00:e1:6c:bd:7d\",\"name\":\"d7e338fc1977ce2\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1af4642b-a8c6-491c-ba41-cbada69f4e16\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:49:09.695796 3889 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wghj6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:49:09.695828 3889 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wghj6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:49:09.702681 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-wghj6 I0326 23:49:09.702718 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-wghj6 I0326 23:49:15.780179 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=493 I0326 23:49:21.848867 3889 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g e60586d86e8e5c2a5c3be0f455d80445bbfe881982d0e73d2c52c08a00fec10f network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g e60586d86e8e5c2a5c3be0f455d80445bbfe881982d0e73d2c52c08a00fec10f network default NAD default] I0326 23:49:21.933699 3889 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g e60586d86e8e5c2a5c3be0f455d80445bbfe881982d0e73d2c52c08a00fec10f network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g e60586d86e8e5c2a5c3be0f455d80445bbfe881982d0e73d2c52c08a00fec10f network default NAD default], result "{}", err I0326 23:49:21.990939 3889 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:49:21.990981 3889 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g I0326 23:49:21.992386 3889 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g, ips: 10.128.0.62 I0326 23:49:21.992419 3889 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:49:22.723085 3889 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:49:22.723110 3889 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:49:22.728977 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g I0326 23:49:22.729013 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-4bj5g I0326 23:49:40.777323 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=159 I0326 23:49:46.781114 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=81 I0326 23:50:00.185607 3889 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576150-69nkw for pod on switch ip-10-0-1-245.ec2.internal I0326 23:50:00.185779 3889 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw I0326 23:50:00.197111 3889 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw] pod update took 11.359835ms I0326 23:50:00.197147 3889 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw] addLogicalPort annotation time took 11.401861ms I0326 23:50:00.198499 3889 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw] addLogicalPort took 12.907401ms, libovsdb time 922.502µs I0326 23:50:00.550092 3889 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw e0a7dff0d7a13f3afdb6eda5bd9c7c44f759e076fc9d84039c3ffa8237cea341 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw e0a7dff0d7a13f3afdb6eda5bd9c7c44f759e076fc9d84039c3ffa8237cea341 network default NAD default] I0326 23:50:00.559229 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576150-69nkw, hostIfaceName: e0a7dff0d7a13f3, network: default, NAD default, SandboxID: "e0a7dff0d7a13f3afdb6eda5bd9c7c44f759e076fc9d84039c3ffa8237cea341", PCI device ID: , UID: "c227adf3-a5de-4fbb-8af1-3bed02d1b554", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0326 23:50:00.612168 3889 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw e0a7dff0d7a13f3afdb6eda5bd9c7c44f759e076fc9d84039c3ffa8237cea341 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw e0a7dff0d7a13f3afdb6eda5bd9c7c44f759e076fc9d84039c3ffa8237cea341 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:4d:ca:8b:9d:95\",\"name\":\"e0a7dff0d7a13f3\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e7ade13-578c-4d58-809c-256f88afe412\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0326 23:50:01.773154 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0326 23:50:03.988744 3889 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw e0a7dff0d7a13f3afdb6eda5bd9c7c44f759e076fc9d84039c3ffa8237cea341 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw e0a7dff0d7a13f3afdb6eda5bd9c7c44f759e076fc9d84039c3ffa8237cea341 network default NAD default] I0326 23:50:04.079879 3889 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw e0a7dff0d7a13f3afdb6eda5bd9c7c44f759e076fc9d84039c3ffa8237cea341 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw e0a7dff0d7a13f3afdb6eda5bd9c7c44f759e076fc9d84039c3ffa8237cea341 network default NAD default], result "{}", err I0326 23:50:04.134163 3889 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:04.134207 3889 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw I0326 23:50:04.135696 3889 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw, ips: 10.128.0.67 I0326 23:50:04.135737 3889 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:04.997926 3889 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:04.997955 3889 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-69nkw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:51:35.873813 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0326 23:51:36.895501 3889 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0326 23:51:37.914718 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0326 23:51:43.864191 3889 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0326 23:51:46.867231 3889 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0326 23:52:40.914396 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0326 23:52:47.879628 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0326 23:54:52.775922 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=25 I0326 23:55:00.780294 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0326 23:55:02.893234 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0326 23:55:53.877311 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0326 23:56:18.046427 3889 obj_retry.go:458] Detected object tsf-tpa/create-db-mqls9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:18.046480 3889 obj_retry.go:458] Detected object tsf-tpa/create-db-mqls9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:18.050645 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-mqls9 I0326 23:56:18.050702 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-mqls9 I0326 23:56:21.026422 3889 obj_retry.go:458] Detected object tsf-tpa/migrate-db-lrmwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:21.026470 3889 obj_retry.go:458] Detected object tsf-tpa/migrate-db-lrmwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:21.029727 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-lrmwt I0326 23:56:21.029757 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-lrmwt I0326 23:56:21.784684 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0326 23:56:25.025807 3889 obj_retry.go:458] Detected object tsf-tpa/create-importers-bm8cq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:25.025875 3889 obj_retry.go:458] Detected object tsf-tpa/create-importers-bm8cq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:25.028381 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-bm8cq I0326 23:56:25.028432 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-bm8cq I0326 23:56:27.784053 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=29 I0326 23:56:43.780014 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0326 23:56:55.918454 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0326 23:57:00.777258 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0326 23:57:09.876703 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 W0326 23:57:47.273138 3889 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-574dd8946c-62j7h I0326 23:58:15.887652 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0326 23:59:04.899578 3889 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0326 23:59:43.882944 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0326 23:59:52.778814 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=18 I0326 23:59:55.713416 3889 namespace.go:98] [default-tenant-managed] adding namespace I0326 23:59:55.714590 3889 namespace.go:102] [default-tenant-managed] adding namespace took 1.134895ms I0326 23:59:55.741919 3889 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:59:55.762435 3889 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:59:56.729934 3889 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:59:56.857359 3889 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:59:56.961511 3889 namespace.go:142] [default-tenant-managed] updating namespace I0327 00:00:00.185826 3889 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29576160-gpn5d] creating logical port segment-bridge_segment-bridge-29576160-gpn5d for pod on switch ip-10-0-1-245.ec2.internal I0327 00:00:00.185947 3889 kube.go:256] Updating pod segment-bridge/segment-bridge-29576160-gpn5d I0327 00:00:00.212902 3889 pod.go:62] [segment-bridge/segment-bridge-29576160-gpn5d] pod update took 26.981712ms I0327 00:00:00.212938 3889 base_network_controller_pods.go:937] [default/segment-bridge/segment-bridge-29576160-gpn5d] addLogicalPort annotation time took 27.021999ms I0327 00:00:00.214366 3889 pods.go:271] [segment-bridge/segment-bridge-29576160-gpn5d] addLogicalPort took 28.554831ms, libovsdb time 1.000616ms I0327 00:00:00.290904 3889 base_network_controller_pods.go:487] [default/integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4] creating logical port integration-service_integration-service-snapshot-garbage-collector-29576160-mzpg4 for pod on switch ip-10-0-1-245.ec2.internal I0327 00:00:00.291101 3889 kube.go:256] Updating pod integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 I0327 00:00:00.293864 3889 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576160-m9zmv for pod on switch ip-10-0-1-245.ec2.internal I0327 00:00:00.294032 3889 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv I0327 00:00:00.296784 3889 base_network_controller_pods.go:487] [default/image-controller/image-controller-image-pruner-cronjob-29576160-jqwjq] creating logical port image-controller_image-controller-image-pruner-cronjob-29576160-jqwjq for pod on switch ip-10-0-1-245.ec2.internal I0327 00:00:00.296943 3889 kube.go:256] Updating pod image-controller/image-controller-image-pruner-cronjob-29576160-jqwjq I0327 00:00:00.311800 3889 pod.go:62] [integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4] pod update took 20.743935ms I0327 00:00:00.311835 3889 base_network_controller_pods.go:937] [default/integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4] addLogicalPort annotation time took 20.78809ms I0327 00:00:00.313388 3889 pods.go:271] [integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4] addLogicalPort took 22.51021ms, libovsdb time 1.001696ms I0327 00:00:00.315339 3889 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv] pod update took 21.357598ms I0327 00:00:00.315365 3889 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv] addLogicalPort annotation time took 21.388881ms I0327 00:00:00.316765 3889 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv] addLogicalPort took 22.923689ms, libovsdb time 828.536µs I0327 00:00:00.317464 3889 pod.go:62] [image-controller/image-controller-image-pruner-cronjob-29576160-jqwjq] pod update took 20.556905ms I0327 00:00:00.317492 3889 base_network_controller_pods.go:937] [default/image-controller/image-controller-image-pruner-cronjob-29576160-jqwjq] addLogicalPort annotation time took 20.593851ms I0327 00:00:00.318907 3889 pods.go:271] [image-controller/image-controller-image-pruner-cronjob-29576160-jqwjq] addLogicalPort took 22.147684ms, libovsdb time 843.751µs I0327 00:00:00.362346 3889 base_network_controller_pods.go:487] [default/openshift-image-registry/image-pruner-29576160-mhrlz] creating logical port openshift-image-registry_image-pruner-29576160-mhrlz for pod on switch ip-10-0-1-245.ec2.internal I0327 00:00:00.362472 3889 kube.go:256] Updating pod openshift-image-registry/image-pruner-29576160-mhrlz I0327 00:00:00.376438 3889 pod.go:62] [openshift-image-registry/image-pruner-29576160-mhrlz] pod update took 13.98629ms I0327 00:00:00.376465 3889 base_network_controller_pods.go:937] [default/openshift-image-registry/image-pruner-29576160-mhrlz] addLogicalPort annotation time took 14.019629ms I0327 00:00:00.377943 3889 pods.go:271] [openshift-image-registry/image-pruner-29576160-mhrlz] addLogicalPort took 15.618431ms, libovsdb time 1.029886ms I0327 00:00:00.570999 3889 cni.go:403] [segment-bridge/segment-bridge-29576160-gpn5d 0c63a860b3afd1f4e9fa15fe27be26cf153dc31ba7e5acd70704a3c6312f2005 network default NAD default] ADD starting CNI request [segment-bridge/segment-bridge-29576160-gpn5d 0c63a860b3afd1f4e9fa15fe27be26cf153dc31ba7e5acd70704a3c6312f2005 network default NAD default] I0327 00:00:00.580810 3889 helper_linux.go:450] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29576160-gpn5d, hostIfaceName: 0c63a860b3afd1f, network: default, NAD default, SandboxID: "0c63a860b3afd1f4e9fa15fe27be26cf153dc31ba7e5acd70704a3c6312f2005", PCI device ID: , UID: "f3b6d226-2378-4967-96e3-e090b0d9f98b", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0327 00:00:00.637888 3889 cni.go:424] [segment-bridge/segment-bridge-29576160-gpn5d 0c63a860b3afd1f4e9fa15fe27be26cf153dc31ba7e5acd70704a3c6312f2005 network default NAD default] ADD finished CNI request [segment-bridge/segment-bridge-29576160-gpn5d 0c63a860b3afd1f4e9fa15fe27be26cf153dc31ba7e5acd70704a3c6312f2005 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:0b:91:07:42:f7\",\"name\":\"0c63a860b3afd1f\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29feffdc-c445-4b8e-adb0-089b64797208\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:00:00.666078 3889 cni.go:403] [integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 cc5432b67e5042423a3b732fd1843d856b8d6ce9b86e2f12687050d6f351071c network default NAD default] ADD starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 cc5432b67e5042423a3b732fd1843d856b8d6ce9b86e2f12687050d6f351071c network default NAD default] I0327 00:00:00.674557 3889 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv 8863e75633e08c7aad78ae4e9ba1fd92d405af6109f878c114311e3d390a1336 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv 8863e75633e08c7aad78ae4e9ba1fd92d405af6109f878c114311e3d390a1336 network default NAD default] I0327 00:00:00.678005 3889 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-snapshot-garbage-collector-29576160-mzpg4, hostIfaceName: cc5432b67e50424, network: default, NAD default, SandboxID: "cc5432b67e5042423a3b732fd1843d856b8d6ce9b86e2f12687050d6f351071c", PCI device ID: , UID: "77970158-ba23-4e99-9f61-4ea7a61aa584", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0327 00:00:00.688377 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576160-m9zmv, hostIfaceName: 8863e75633e08c7, network: default, NAD default, SandboxID: "8863e75633e08c7aad78ae4e9ba1fd92d405af6109f878c114311e3d390a1336", PCI device ID: , UID: "f778e0af-761a-4c03-846f-b9c8b0d09ca3", MAC: 0a:58:0a:80:00:46, IPs: [10.128.0.70/23] I0327 00:00:00.698332 3889 cni.go:403] [image-controller/image-controller-image-pruner-cronjob-29576160-jqwjq 9a566e2d98af05e0eceffec4492d19d3e4c446f6dac10edbb5774c2c93d32c1f network default NAD default] ADD starting CNI request [image-controller/image-controller-image-pruner-cronjob-29576160-jqwjq 9a566e2d98af05e0eceffec4492d19d3e4c446f6dac10edbb5774c2c93d32c1f network default NAD default] I0327 00:00:00.710846 3889 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-image-pruner-cronjob-29576160-jqwjq, hostIfaceName: 9a566e2d98af05e, network: default, NAD default, SandboxID: "9a566e2d98af05e0eceffec4492d19d3e4c446f6dac10edbb5774c2c93d32c1f", PCI device ID: , UID: "dc23e78b-da78-451b-8203-194a26113fbe", MAC: 0a:58:0a:80:00:47, IPs: [10.128.0.71/23] I0327 00:00:00.743988 3889 cni.go:403] [openshift-image-registry/image-pruner-29576160-mhrlz c785176455cad4d869d653785071b7a84938654588d12f8466f0690a2fc78c76 network default NAD default] ADD starting CNI request [openshift-image-registry/image-pruner-29576160-mhrlz c785176455cad4d869d653785071b7a84938654588d12f8466f0690a2fc78c76 network default NAD default] I0327 00:00:00.752888 3889 cni.go:424] [integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 cc5432b67e5042423a3b732fd1843d856b8d6ce9b86e2f12687050d6f351071c network default NAD default] ADD finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 cc5432b67e5042423a3b732fd1843d856b8d6ce9b86e2f12687050d6f351071c network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:09:12:a7:78:14\",\"name\":\"cc5432b67e50424\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d84841e-d3e8-491f-92fc-c612a9200b8f\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:00:00.755461 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-pruner-29576160-mhrlz, hostIfaceName: c785176455cad4d, network: default, NAD default, SandboxID: "c785176455cad4d869d653785071b7a84938654588d12f8466f0690a2fc78c76", PCI device ID: , UID: "4dafdf3d-191d-447d-a5ce-86d4bebcbf32", MAC: 0a:58:0a:80:00:48, IPs: [10.128.0.72/23] I0327 00:00:00.773043 3889 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv 8863e75633e08c7aad78ae4e9ba1fd92d405af6109f878c114311e3d390a1336 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv 8863e75633e08c7aad78ae4e9ba1fd92d405af6109f878c114311e3d390a1336 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:be:71:0c:66:d0\",\"name\":\"8863e75633e08c7\"},{\"mac\":\"0a:58:0a:80:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8a7835f-5ffb-47c9-b8ba-51a24fc64122\"}],\"ips\":[{\"address\":\"10.128.0.70/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:00:00.793880 3889 cni.go:424] [image-controller/image-controller-image-pruner-cronjob-29576160-jqwjq 9a566e2d98af05e0eceffec4492d19d3e4c446f6dac10edbb5774c2c93d32c1f network default NAD default] ADD finished CNI request [image-controller/image-controller-image-pruner-cronjob-29576160-jqwjq 9a566e2d98af05e0eceffec4492d19d3e4c446f6dac10edbb5774c2c93d32c1f network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:37:94:b9:2e:80\",\"name\":\"9a566e2d98af05e\"},{\"mac\":\"0a:58:0a:80:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2678ea72-6fde-43de-95ae-fc81d03aaa12\"}],\"ips\":[{\"address\":\"10.128.0.71/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:00:00.817162 3889 cni.go:424] [openshift-image-registry/image-pruner-29576160-mhrlz c785176455cad4d869d653785071b7a84938654588d12f8466f0690a2fc78c76 network default NAD default] ADD finished CNI request [openshift-image-registry/image-pruner-29576160-mhrlz c785176455cad4d869d653785071b7a84938654588d12f8466f0690a2fc78c76 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:04:87:10:80:a0\",\"name\":\"c785176455cad4d\"},{\"mac\":\"0a:58:0a:80:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03147a5e-1402-409a-b27f-1cd82d086e19\"}],\"ips\":[{\"address\":\"10.128.0.72/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:00:02.449020 3889 cni.go:403] [openshift-image-registry/image-pruner-29576160-mhrlz c785176455cad4d869d653785071b7a84938654588d12f8466f0690a2fc78c76 network default NAD default] DEL starting CNI request [openshift-image-registry/image-pruner-29576160-mhrlz c785176455cad4d869d653785071b7a84938654588d12f8466f0690a2fc78c76 network default NAD default] I0327 00:00:02.542683 3889 cni.go:424] [openshift-image-registry/image-pruner-29576160-mhrlz c785176455cad4d869d653785071b7a84938654588d12f8466f0690a2fc78c76 network default NAD default] DEL finished CNI request [openshift-image-registry/image-pruner-29576160-mhrlz c785176455cad4d869d653785071b7a84938654588d12f8466f0690a2fc78c76 network default NAD default], result "{}", err I0327 00:00:02.602367 3889 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29576160-mhrlz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:02.602408 3889 pods.go:176] Deleting pod: openshift-image-registry/image-pruner-29576160-mhrlz I0327 00:00:02.603811 3889 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-pruner-29576160-mhrlz, ips: 10.128.0.72 I0327 00:00:02.603845 3889 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29576160-mhrlz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.213797 3889 obj_retry.go:464] Detected object tsf-tas/segment-backup-nightly-metrics-29576160-khvkc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.214421 3889 obj_retry.go:464] Detected object tsf-tas/segment-backup-nightly-metrics-29576160-khvkc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.323999 3889 obj_retry.go:458] Detected object tsf-tas/segment-backup-nightly-metrics-29576160-khvkc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:03.324033 3889 obj_retry.go:458] Detected object tsf-tas/segment-backup-nightly-metrics-29576160-khvkc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:03.458135 3889 cni.go:403] [integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 cc5432b67e5042423a3b732fd1843d856b8d6ce9b86e2f12687050d6f351071c network default NAD default] DEL starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 cc5432b67e5042423a3b732fd1843d856b8d6ce9b86e2f12687050d6f351071c network default NAD default] I0327 00:00:03.548194 3889 cni.go:424] [integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 cc5432b67e5042423a3b732fd1843d856b8d6ce9b86e2f12687050d6f351071c network default NAD default] DEL finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 cc5432b67e5042423a3b732fd1843d856b8d6ce9b86e2f12687050d6f351071c network default NAD default], result "{}", err I0327 00:00:03.601218 3889 obj_retry.go:464] Detected object integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.601287 3889 pods.go:176] Deleting pod: integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 I0327 00:00:03.603045 3889 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4, ips: 10.128.0.69 I0327 00:00:03.603094 3889 obj_retry.go:464] Detected object integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.625597 3889 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29576160-mhrlz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:03.625631 3889 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29576160-mhrlz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:04.469485 3889 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv 8863e75633e08c7aad78ae4e9ba1fd92d405af6109f878c114311e3d390a1336 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv 8863e75633e08c7aad78ae4e9ba1fd92d405af6109f878c114311e3d390a1336 network default NAD default] I0327 00:00:04.486753 3889 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29576160-q5szh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:04.486795 3889 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29576160-q5szh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:04.565693 3889 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv 8863e75633e08c7aad78ae4e9ba1fd92d405af6109f878c114311e3d390a1336 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv 8863e75633e08c7aad78ae4e9ba1fd92d405af6109f878c114311e3d390a1336 network default NAD default], result "{}", err I0327 00:00:04.621491 3889 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:04.621539 3889 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv I0327 00:00:04.622238 3889 obj_retry.go:458] Detected object integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:04.622266 3889 obj_retry.go:458] Detected object integration-service/integration-service-snapshot-garbage-collector-29576160-mzpg4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:04.623117 3889 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv, ips: 10.128.0.70 I0327 00:00:04.623148 3889 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:05.490048 3889 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:05.490078 3889 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-m9zmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:05.512580 3889 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29576160-q5szh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:05.512609 3889 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29576160-q5szh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:43.783580 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0327 00:00:44.917512 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0327 00:00:45.235520 3889 obj_retry.go:464] Detected object tsf-tas/backfill-redis-29576160-wthnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:45.236097 3889 obj_retry.go:464] Detected object tsf-tas/backfill-redis-29576160-wthnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:46.262302 3889 obj_retry.go:458] Detected object tsf-tas/backfill-redis-29576160-wthnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:46.262328 3889 obj_retry.go:458] Detected object tsf-tas/backfill-redis-29576160-wthnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:48.782557 3889 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-crrwd for pod on switch ip-10-0-1-245.ec2.internal I0327 00:00:48.782676 3889 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd I0327 00:00:48.797327 3889 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd] pod update took 14.694095ms I0327 00:00:48.797358 3889 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd] addLogicalPort annotation time took 14.731743ms I0327 00:00:48.798835 3889 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd] addLogicalPort took 16.299486ms, libovsdb time 1.017438ms I0327 00:00:48.867465 3889 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0327 00:00:49.150068 3889 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd b97c4b5788902675846d52ff27bb00d47630f0891ae40e2f40ffd47d2e35f80f network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd b97c4b5788902675846d52ff27bb00d47630f0891ae40e2f40ffd47d2e35f80f network default NAD default] I0327 00:00:49.159155 3889 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-crrwd, hostIfaceName: b97c4b578890267, network: default, NAD default, SandboxID: "b97c4b5788902675846d52ff27bb00d47630f0891ae40e2f40ffd47d2e35f80f", PCI device ID: , UID: "4c0e6333-bd53-4691-a958-808a30e700da", MAC: 0a:58:0a:80:00:49, IPs: [10.128.0.73/23] I0327 00:00:49.211685 3889 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd b97c4b5788902675846d52ff27bb00d47630f0891ae40e2f40ffd47d2e35f80f network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd b97c4b5788902675846d52ff27bb00d47630f0891ae40e2f40ffd47d2e35f80f network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:05:d9:5f:36:3b\",\"name\":\"b97c4b578890267\"},{\"mac\":\"0a:58:0a:80:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29c388de-e1a3-4fc4-b413-c6a2038c976a\"}],\"ips\":[{\"address\":\"10.128.0.73/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:00:53.315442 3889 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-init-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:00:53.315574 3889 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod I0327 00:00:53.332171 3889 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod] pod update took 16.62609ms I0327 00:00:53.332202 3889 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod] addLogicalPort annotation time took 16.662843ms I0327 00:00:53.333699 3889 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod] addLogicalPort took 18.272138ms, libovsdb time 968.724µs I0327 00:00:53.684640 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod 06faaf710f0ecb46143748502d4a1de7d1168499570d0a3ccaf011595da5873a network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod 06faaf710f0ecb46143748502d4a1de7d1168499570d0a3ccaf011595da5873a network default NAD default] I0327 00:00:53.693919 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-init-pod, hostIfaceName: 06faaf710f0ecb4, network: default, NAD default, SandboxID: "06faaf710f0ecb46143748502d4a1de7d1168499570d0a3ccaf011595da5873a", PCI device ID: , UID: "db9a6313-016c-4a94-8a7f-5ef4e2ff67a2", MAC: 0a:58:0a:80:00:4a, IPs: [10.128.0.74/23] I0327 00:00:53.750490 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod 06faaf710f0ecb46143748502d4a1de7d1168499570d0a3ccaf011595da5873a network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod 06faaf710f0ecb46143748502d4a1de7d1168499570d0a3ccaf011595da5873a network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:29:1d:f9:82:64\",\"name\":\"06faaf710f0ecb4\"},{\"mac\":\"0a:58:0a:80:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36d96a1c-81d0-485d-964b-194f9d519af0\"}],\"ips\":[{\"address\":\"10.128.0.74/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0327 00:01:02.778060 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 00:01:02.778086 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 00:01:02.778094 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 00:01:02.778102 3889 util.go:959] Failed to build node endpoints for node ip-10-0-1-245.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0327 00:01:12.273777 3889 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmbw5 I0327 00:01:16.931826 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod 06faaf710f0ecb46143748502d4a1de7d1168499570d0a3ccaf011595da5873a network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod 06faaf710f0ecb46143748502d4a1de7d1168499570d0a3ccaf011595da5873a network default NAD default] I0327 00:01:17.021889 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod 06faaf710f0ecb46143748502d4a1de7d1168499570d0a3ccaf011595da5873a network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod 06faaf710f0ecb46143748502d4a1de7d1168499570d0a3ccaf011595da5873a network default NAD default], result "{}", err I0327 00:01:17.086398 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:01:17.086442 3889 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod I0327 00:01:17.087884 3889 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod, ips: 10.128.0.74 I0327 00:01:17.087915 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:01:20.193494 3889 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-clone-repository-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:01:20.193717 3889 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod I0327 00:01:20.215916 3889 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod] pod update took 22.242432ms I0327 00:01:20.215944 3889 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod] addLogicalPort annotation time took 22.299557ms I0327 00:01:20.217252 3889 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod] addLogicalPort took 23.777021ms, libovsdb time 878.538µs I0327 00:01:20.561129 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod 25d98539d2fd1a1ec978cc1e4543321152b0d81c28f10b7daa4d6847eaa9fb5b network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod 25d98539d2fd1a1ec978cc1e4543321152b0d81c28f10b7daa4d6847eaa9fb5b network default NAD default] I0327 00:01:20.570327 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-clone-repository-pod, hostIfaceName: 25d98539d2fd1a1, network: default, NAD default, SandboxID: "25d98539d2fd1a1ec978cc1e4543321152b0d81c28f10b7daa4d6847eaa9fb5b", PCI device ID: , UID: "efba93c4-cf27-4f3c-a0c7-e7235cca6bbd", MAC: 0a:58:0a:80:00:4b, IPs: [10.128.0.75/23] I0327 00:01:20.621592 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod 25d98539d2fd1a1ec978cc1e4543321152b0d81c28f10b7daa4d6847eaa9fb5b network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod 25d98539d2fd1a1ec978cc1e4543321152b0d81c28f10b7daa4d6847eaa9fb5b network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:94:50:0a:4e:78\",\"name\":\"25d98539d2fd1a1\"},{\"mac\":\"0a:58:0a:80:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5e59987-23bf-4bf3-8d90-185771e0f665\"}],\"ips\":[{\"address\":\"10.128.0.75/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:01:20.870240 3889 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0327 00:01:47.143695 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod 25d98539d2fd1a1ec978cc1e4543321152b0d81c28f10b7daa4d6847eaa9fb5b network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod 25d98539d2fd1a1ec978cc1e4543321152b0d81c28f10b7daa4d6847eaa9fb5b network default NAD default] I0327 00:01:47.242756 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod 25d98539d2fd1a1ec978cc1e4543321152b0d81c28f10b7daa4d6847eaa9fb5b network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod 25d98539d2fd1a1ec978cc1e4543321152b0d81c28f10b7daa4d6847eaa9fb5b network default NAD default], result "{}", err I0327 00:01:47.323477 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:01:47.323517 3889 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod I0327 00:01:47.325573 3889 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod, ips: 10.128.0.75 I0327 00:01:47.325631 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:01:47.618671 3889 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:01:47.618810 3889 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod I0327 00:01:47.656429 3889 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod] pod update took 37.662336ms I0327 00:01:47.656458 3889 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod] addLogicalPort annotation time took 37.696874ms I0327 00:01:47.657997 3889 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod] addLogicalPort took 39.353004ms, libovsdb time 1.104806ms I0327 00:01:47.994747 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod af8c2f79c350624c3dee080b4b6c93251d518cf29f3484992807a2022d22953c network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod af8c2f79c350624c3dee080b4b6c93251d518cf29f3484992807a2022d22953c network default NAD default] I0327 00:01:48.004841 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod, hostIfaceName: af8c2f79c350624, network: default, NAD default, SandboxID: "af8c2f79c350624c3dee080b4b6c93251d518cf29f3484992807a2022d22953c", PCI device ID: , UID: "1a5f6dde-9a83-4f14-9b72-9b3bf9280ee5", MAC: 0a:58:0a:80:00:4c, IPs: [10.128.0.76/23] I0327 00:01:48.062322 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod af8c2f79c350624c3dee080b4b6c93251d518cf29f3484992807a2022d22953c network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod af8c2f79c350624c3dee080b4b6c93251d518cf29f3484992807a2022d22953c network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:da:c6:48:1f:e9\",\"name\":\"af8c2f79c350624\"},{\"mac\":\"0a:58:0a:80:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/650c7752-b88b-4607-821e-2b906c0fd64e\"}],\"ips\":[{\"address\":\"10.128.0.76/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:02:05.304520 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod af8c2f79c350624c3dee080b4b6c93251d518cf29f3484992807a2022d22953c network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod af8c2f79c350624c3dee080b4b6c93251d518cf29f3484992807a2022d22953c network default NAD default] I0327 00:02:05.396427 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod af8c2f79c350624c3dee080b4b6c93251d518cf29f3484992807a2022d22953c network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod af8c2f79c350624c3dee080b4b6c93251d518cf29f3484992807a2022d22953c network default NAD default], result "{}", err I0327 00:02:05.496273 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:02:05.496316 3889 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod I0327 00:02:05.497818 3889 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod, ips: 10.128.0.76 I0327 00:02:05.497849 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:02:30.788179 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0327 00:02:33.880253 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0327 00:02:35.881040 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0327 00:02:37.922345 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0327 00:03:19.783704 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0327 00:04:32.896191 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0327 00:04:43.378775 3889 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-build-image-index-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:04:43.378941 3889 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod I0327 00:04:43.414206 3889 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod] pod update took 35.302686ms I0327 00:04:43.414233 3889 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod] addLogicalPort annotation time took 35.336271ms I0327 00:04:43.415738 3889 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod] addLogicalPort took 36.981851ms, libovsdb time 1.009499ms I0327 00:04:43.747730 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod 9ad5f3f227a04968191439560df920b94ecbbba5e104420053b0b7d6ccf0a6f2 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod 9ad5f3f227a04968191439560df920b94ecbbba5e104420053b0b7d6ccf0a6f2 network default NAD default] I0327 00:04:43.756741 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-build-image-index-pod, hostIfaceName: 9ad5f3f227a0496, network: default, NAD default, SandboxID: "9ad5f3f227a04968191439560df920b94ecbbba5e104420053b0b7d6ccf0a6f2", PCI device ID: , UID: "2eadfefc-15ee-475b-876f-a22bbdf56e2b", MAC: 0a:58:0a:80:00:4d, IPs: [10.128.0.77/23] I0327 00:04:43.812713 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod 9ad5f3f227a04968191439560df920b94ecbbba5e104420053b0b7d6ccf0a6f2 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod 9ad5f3f227a04968191439560df920b94ecbbba5e104420053b0b7d6ccf0a6f2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:18:2f:97:4b:a1\",\"name\":\"9ad5f3f227a0496\"},{\"mac\":\"0a:58:0a:80:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fdbffea-28c9-4b0b-8ba7-3c6a08f4c5fc\"}],\"ips\":[{\"address\":\"10.128.0.77/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:04:43.815535 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:04:43.816058 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:05:25.655565 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod 9ad5f3f227a04968191439560df920b94ecbbba5e104420053b0b7d6ccf0a6f2 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod 9ad5f3f227a04968191439560df920b94ecbbba5e104420053b0b7d6ccf0a6f2 network default NAD default] I0327 00:05:25.739301 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod 9ad5f3f227a04968191439560df920b94ecbbba5e104420053b0b7d6ccf0a6f2 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod 9ad5f3f227a04968191439560df920b94ecbbba5e104420053b0b7d6ccf0a6f2 network default NAD default], result "{}", err I0327 00:05:25.899801 3889 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:05:25.899968 3889 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod I0327 00:05:25.950641 3889 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod] pod update took 50.733126ms I0327 00:05:25.950690 3889 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod] addLogicalPort annotation time took 50.783641ms I0327 00:05:25.952033 3889 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod] addLogicalPort took 52.245881ms, libovsdb time 933.11µs I0327 00:05:26.021866 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:05:26.021919 3889 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod I0327 00:05:26.023303 3889 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod, ips: 10.128.0.77 I0327 00:05:26.023337 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:05:26.390713 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod e7764261643ec9a412a19b7b9b11d0463dba0caf4b30335c239c8c5d86f83c1b network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod e7764261643ec9a412a19b7b9b11d0463dba0caf4b30335c239c8c5d86f83c1b network default NAD default] I0327 00:05:26.399446 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod, hostIfaceName: e7764261643ec9a, network: default, NAD default, SandboxID: "e7764261643ec9a412a19b7b9b11d0463dba0caf4b30335c239c8c5d86f83c1b", PCI device ID: , UID: "09991a0c-2d46-4b66-8d5b-a9e6e8653f92", MAC: 0a:58:0a:80:00:4e, IPs: [10.128.0.78/23] I0327 00:05:26.449298 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod e7764261643ec9a412a19b7b9b11d0463dba0caf4b30335c239c8c5d86f83c1b network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod e7764261643ec9a412a19b7b9b11d0463dba0caf4b30335c239c8c5d86f83c1b network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:cf:2b:a1:02:fc\",\"name\":\"e7764261643ec9a\"},{\"mac\":\"0a:58:0a:80:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c14887ba-e4da-4f54-a635-1de7b7e3c1ed\"}],\"ips\":[{\"address\":\"10.128.0.78/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:05:26.854285 3889 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:05:26.854397 3889 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod I0327 00:05:26.871940 3889 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod] pod update took 17.568868ms I0327 00:05:26.871971 3889 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod] addLogicalPort annotation time took 17.6036ms I0327 00:05:26.873565 3889 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod] addLogicalPort took 19.299257ms, libovsdb time 1.053153ms I0327 00:05:27.287150 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod d4c35655d83280077faef7600467c939014b2280847953c026a913b40382a081 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod d4c35655d83280077faef7600467c939014b2280847953c026a913b40382a081 network default NAD default] I0327 00:05:27.296020 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod, hostIfaceName: d4c35655d832800, network: default, NAD default, SandboxID: "d4c35655d83280077faef7600467c939014b2280847953c026a913b40382a081", PCI device ID: , UID: "f4c8ecbb-532a-40e9-94b0-44a4aadf3b35", MAC: 0a:58:0a:80:00:4f, IPs: [10.128.0.79/23] I0327 00:05:27.344563 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod d4c35655d83280077faef7600467c939014b2280847953c026a913b40382a081 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod d4c35655d83280077faef7600467c939014b2280847953c026a913b40382a081 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:b3:31:a9:31:99\",\"name\":\"d4c35655d832800\"},{\"mac\":\"0a:58:0a:80:00:4f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f19ec9d-eb53-405b-b452-7c9079523cfd\"}],\"ips\":[{\"address\":\"10.128.0.79/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:05:27.390426 3889 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:05:27.390617 3889 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod I0327 00:05:27.410980 3889 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod] pod update took 20.411048ms I0327 00:05:27.411008 3889 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod] addLogicalPort annotation time took 20.442194ms I0327 00:05:27.412389 3889 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod] addLogicalPort took 21.981854ms, libovsdb time 947.643µs I0327 00:05:27.641397 3889 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:05:27.641721 3889 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod I0327 00:05:27.661794 3889 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod] pod update took 20.168404ms I0327 00:05:27.661818 3889 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod] addLogicalPort annotation time took 20.197254ms I0327 00:05:27.663226 3889 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod] addLogicalPort took 21.849906ms, libovsdb time 1.020607ms I0327 00:05:27.819587 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod 85ee0fe36d4f8961157681605a6a7b4ae3757f13e5183e356a5e91d69cb4c747 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod 85ee0fe36d4f8961157681605a6a7b4ae3757f13e5183e356a5e91d69cb4c747 network default NAD default] I0327 00:05:27.828567 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod, hostIfaceName: 85ee0fe36d4f896, network: default, NAD default, SandboxID: "85ee0fe36d4f8961157681605a6a7b4ae3757f13e5183e356a5e91d69cb4c747", PCI device ID: , UID: "bb25a447-0606-40dc-9279-0b2c0dc75ee1", MAC: 0a:58:0a:80:00:50, IPs: [10.128.0.80/23] I0327 00:05:27.877759 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod 85ee0fe36d4f8961157681605a6a7b4ae3757f13e5183e356a5e91d69cb4c747 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod 85ee0fe36d4f8961157681605a6a7b4ae3757f13e5183e356a5e91d69cb4c747 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:b8:40:3e:a6:bf\",\"name\":\"85ee0fe36d4f896\"},{\"mac\":\"0a:58:0a:80:00:50\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13075b1c-1780-426c-9546-2ace68a328d9\"}],\"ips\":[{\"address\":\"10.128.0.80/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:05:28.063381 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod 8016cf012b3707734d34b7e2a186f0e063cafe4887c5bec4d66f344a5b136095 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod 8016cf012b3707734d34b7e2a186f0e063cafe4887c5bec4d66f344a5b136095 network default NAD default] I0327 00:05:28.072618 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod, hostIfaceName: 8016cf012b37077, network: default, NAD default, SandboxID: "8016cf012b3707734d34b7e2a186f0e063cafe4887c5bec4d66f344a5b136095", PCI device ID: , UID: "213e3681-a8ad-476d-a2eb-bc7be9ad2f28", MAC: 0a:58:0a:80:00:51, IPs: [10.128.0.81/23] I0327 00:05:28.123003 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod 8016cf012b3707734d34b7e2a186f0e063cafe4887c5bec4d66f344a5b136095 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod 8016cf012b3707734d34b7e2a186f0e063cafe4887c5bec4d66f344a5b136095 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:7c:78:a9:18:c0\",\"name\":\"8016cf012b37077\"},{\"mac\":\"0a:58:0a:80:00:51\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79643920-ade1-4214-9c6e-c342ee4f3e2f\"}],\"ips\":[{\"address\":\"10.128.0.81/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:05:28.505329 3889 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-apply-tags-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:05:28.505468 3889 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod I0327 00:05:28.520966 3889 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod] pod update took 15.532283ms I0327 00:05:28.520987 3889 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod] addLogicalPort annotation time took 15.55717ms I0327 00:05:28.522330 3889 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod] addLogicalPort took 17.016689ms, libovsdb time 942.182µs I0327 00:05:28.925085 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod b23a0e0b35d3ed3c26bb9fdeb40b525f6eb3c327723a88e8ba2b910c2ac7d4a0 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod b23a0e0b35d3ed3c26bb9fdeb40b525f6eb3c327723a88e8ba2b910c2ac7d4a0 network default NAD default] I0327 00:05:28.933852 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-apply-tags-pod, hostIfaceName: b23a0e0b35d3ed3, network: default, NAD default, SandboxID: "b23a0e0b35d3ed3c26bb9fdeb40b525f6eb3c327723a88e8ba2b910c2ac7d4a0", PCI device ID: , UID: "04678573-5298-4895-8818-4d2bded7539a", MAC: 0a:58:0a:80:00:52, IPs: [10.128.0.82/23] I0327 00:05:28.984484 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod b23a0e0b35d3ed3c26bb9fdeb40b525f6eb3c327723a88e8ba2b910c2ac7d4a0 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod b23a0e0b35d3ed3c26bb9fdeb40b525f6eb3c327723a88e8ba2b910c2ac7d4a0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:3c:f5:2a:c8:6f\",\"name\":\"b23a0e0b35d3ed3\"},{\"mac\":\"0a:58:0a:80:00:52\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/108c648b-584a-47c9-9c4c-f2a684900ae9\"}],\"ips\":[{\"address\":\"10.128.0.82/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:05:29.016347 3889 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:05:29.016515 3889 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod I0327 00:05:29.038430 3889 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod] pod update took 21.941386ms I0327 00:05:29.038461 3889 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod] addLogicalPort annotation time took 21.974337ms I0327 00:05:29.039762 3889 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod] addLogicalPort took 23.43194ms, libovsdb time 864.582µs I0327 00:05:29.154175 3889 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:05:29.154382 3889 kube.go:256] Updating pod default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod I0327 00:05:29.171858 3889 pod.go:62] [default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod] pod update took 17.52029ms I0327 00:05:29.171886 3889 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod] addLogicalPort annotation time took 17.551338ms I0327 00:05:29.173438 3889 pods.go:271] [default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod] addLogicalPort took 19.277388ms, libovsdb time 1.111087ms I0327 00:05:29.430894 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod 6a33ccf9090921a68eeffc73eac64ff97bd60275035019c4a19307581b6c6744 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod 6a33ccf9090921a68eeffc73eac64ff97bd60275035019c4a19307581b6c6744 network default NAD default] I0327 00:05:29.442332 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod, hostIfaceName: 6a33ccf9090921a, network: default, NAD default, SandboxID: "6a33ccf9090921a68eeffc73eac64ff97bd60275035019c4a19307581b6c6744", PCI device ID: , UID: "7af7176d-5e80-4eaa-b5c6-cdf16da5216e", MAC: 0a:58:0a:80:00:53, IPs: [10.128.0.83/23] I0327 00:05:29.510437 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod 6a33ccf9090921a68eeffc73eac64ff97bd60275035019c4a19307581b6c6744 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod 6a33ccf9090921a68eeffc73eac64ff97bd60275035019c4a19307581b6c6744 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:ac:62:8e:f2:f2\",\"name\":\"6a33ccf9090921a\"},{\"mac\":\"0a:58:0a:80:00:53\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c68f064d-2bd8-41fd-9d3c-9a6a58dbecd5\"}],\"ips\":[{\"address\":\"10.128.0.83/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:05:29.610225 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod bcf48dc25d48d0cda1cc3463228db623a8eb5682195bacf15740517278bb53aa network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod bcf48dc25d48d0cda1cc3463228db623a8eb5682195bacf15740517278bb53aa network default NAD default] I0327 00:05:29.621409 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod, hostIfaceName: bcf48dc25d48d0c, network: default, NAD default, SandboxID: "bcf48dc25d48d0cda1cc3463228db623a8eb5682195bacf15740517278bb53aa", PCI device ID: , UID: "47ede590-3472-4960-a297-6b1eb7c3caa5", MAC: 0a:58:0a:80:00:54, IPs: [10.128.0.84/23] I0327 00:05:29.688440 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod bcf48dc25d48d0cda1cc3463228db623a8eb5682195bacf15740517278bb53aa network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod bcf48dc25d48d0cda1cc3463228db623a8eb5682195bacf15740517278bb53aa network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:2e:d9:40:00:e4\",\"name\":\"bcf48dc25d48d0c\"},{\"mac\":\"0a:58:0a:80:00:54\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff893a1a-faa5-47eb-9150-aaae5af69b82\"}],\"ips\":[{\"address\":\"10.128.0.84/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:05:49.780340 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0327 00:05:53.047091 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod 6a33ccf9090921a68eeffc73eac64ff97bd60275035019c4a19307581b6c6744 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod 6a33ccf9090921a68eeffc73eac64ff97bd60275035019c4a19307581b6c6744 network default NAD default] I0327 00:05:53.156634 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod 6a33ccf9090921a68eeffc73eac64ff97bd60275035019c4a19307581b6c6744 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod 6a33ccf9090921a68eeffc73eac64ff97bd60275035019c4a19307581b6c6744 network default NAD default], result "{}", err I0327 00:05:53.787283 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=241 I0327 00:06:09.172136 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:09.172268 3889 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod I0327 00:06:09.174007 3889 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod, ips: 10.128.0.83 I0327 00:06:09.174045 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:17.277863 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod d4c35655d83280077faef7600467c939014b2280847953c026a913b40382a081 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod d4c35655d83280077faef7600467c939014b2280847953c026a913b40382a081 network default NAD default] I0327 00:06:17.378254 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod d4c35655d83280077faef7600467c939014b2280847953c026a913b40382a081 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod d4c35655d83280077faef7600467c939014b2280847953c026a913b40382a081 network default NAD default], result "{}", err I0327 00:06:17.840941 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:17.840981 3889 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod I0327 00:06:17.842941 3889 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod, ips: 10.128.0.79 I0327 00:06:17.842976 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:19.345216 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod b23a0e0b35d3ed3c26bb9fdeb40b525f6eb3c327723a88e8ba2b910c2ac7d4a0 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod b23a0e0b35d3ed3c26bb9fdeb40b525f6eb3c327723a88e8ba2b910c2ac7d4a0 network default NAD default] I0327 00:06:19.453827 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod b23a0e0b35d3ed3c26bb9fdeb40b525f6eb3c327723a88e8ba2b910c2ac7d4a0 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod b23a0e0b35d3ed3c26bb9fdeb40b525f6eb3c327723a88e8ba2b910c2ac7d4a0 network default NAD default], result "{}", err I0327 00:06:19.749422 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:19.749469 3889 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod I0327 00:06:19.751352 3889 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod, ips: 10.128.0.82 I0327 00:06:19.751386 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:19.902915 3889 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0327 00:06:21.361235 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod 85ee0fe36d4f8961157681605a6a7b4ae3757f13e5183e356a5e91d69cb4c747 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod 85ee0fe36d4f8961157681605a6a7b4ae3757f13e5183e356a5e91d69cb4c747 network default NAD default] I0327 00:06:21.460913 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod 85ee0fe36d4f8961157681605a6a7b4ae3757f13e5183e356a5e91d69cb4c747 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod 85ee0fe36d4f8961157681605a6a7b4ae3757f13e5183e356a5e91d69cb4c747 network default NAD default], result "{}", err I0327 00:06:21.617386 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:21.617511 3889 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod I0327 00:06:21.619292 3889 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod, ips: 10.128.0.80 I0327 00:06:21.619322 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:28.557100 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:28.557761 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0327 00:06:32.273450 3889 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/tuf-repository-init-sl26r-ljq49 I0327 00:06:33.376911 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:33.377540 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:33.469073 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod 8016cf012b3707734d34b7e2a186f0e063cafe4887c5bec4d66f344a5b136095 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod 8016cf012b3707734d34b7e2a186f0e063cafe4887c5bec4d66f344a5b136095 network default NAD default] I0327 00:06:33.567961 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod 8016cf012b3707734d34b7e2a186f0e063cafe4887c5bec4d66f344a5b136095 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod 8016cf012b3707734d34b7e2a186f0e063cafe4887c5bec4d66f344a5b136095 network default NAD default], result "{}", err I0327 00:06:33.613864 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:33.614527 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:38.923556 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:38.923593 3889 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod I0327 00:06:38.925284 3889 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod, ips: 10.128.0.81 I0327 00:06:38.925314 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:52.606275 3889 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd b97c4b5788902675846d52ff27bb00d47630f0891ae40e2f40ffd47d2e35f80f network default NAD default] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd b97c4b5788902675846d52ff27bb00d47630f0891ae40e2f40ffd47d2e35f80f network default NAD default] I0327 00:06:52.703295 3889 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd b97c4b5788902675846d52ff27bb00d47630f0891ae40e2f40ffd47d2e35f80f network default NAD default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd b97c4b5788902675846d52ff27bb00d47630f0891ae40e2f40ffd47d2e35f80f network default NAD default], result "{}", err I0327 00:06:52.774313 3889 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:52.774437 3889 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd I0327 00:06:52.776301 3889 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd, ips: 10.128.0.73 I0327 00:06:52.776333 3889 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:53.654582 3889 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:06:53.654612 3889 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:06:53.660340 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd I0327 00:06:53.660372 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-crrwd I0327 00:07:11.787746 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0327 00:07:12.837350 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod bcf48dc25d48d0cda1cc3463228db623a8eb5682195bacf15740517278bb53aa network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod bcf48dc25d48d0cda1cc3463228db623a8eb5682195bacf15740517278bb53aa network default NAD default] I0327 00:07:12.943823 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod bcf48dc25d48d0cda1cc3463228db623a8eb5682195bacf15740517278bb53aa network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod bcf48dc25d48d0cda1cc3463228db623a8eb5682195bacf15740517278bb53aa network default NAD default], result "{}", err I0327 00:07:13.254952 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:07:13.254999 3889 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod I0327 00:07:13.256411 3889 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod, ips: 10.128.0.84 I0327 00:07:13.256440 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:07:16.873212 3889 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0327 00:07:16.921490 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0327 00:07:19.904122 3889 cni.go:403] [default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod e7764261643ec9a412a19b7b9b11d0463dba0caf4b30335c239c8c5d86f83c1b network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod e7764261643ec9a412a19b7b9b11d0463dba0caf4b30335c239c8c5d86f83c1b network default NAD default] I0327 00:07:20.009471 3889 cni.go:424] [default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod e7764261643ec9a412a19b7b9b11d0463dba0caf4b30335c239c8c5d86f83c1b network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod e7764261643ec9a412a19b7b9b11d0463dba0caf4b30335c239c8c5d86f83c1b network default NAD default], result "{}", err I0327 00:07:20.128211 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:07:20.128252 3889 pods.go:176] Deleting pod: default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod I0327 00:07:20.129646 3889 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod, ips: 10.128.0.78 I0327 00:07:20.129695 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:07:39.891424 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0327 00:07:54.871195 3889 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0327 00:08:18.782264 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0327 00:08:50.494199 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:08:50.494795 3889 obj_retry.go:464] Detected object default-tenant/tsf-comp-skua-on-push-7hfvf-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:09:11.886654 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0327 00:09:16.148075 3889 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-xeyl-vvtz5-verify-pod] creating logical port default-tenant_my-integration-test-xeyl-vvtz5-verify-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:09:16.148266 3889 kube.go:256] Updating pod default-tenant/my-integration-test-xeyl-vvtz5-verify-pod I0327 00:09:16.191130 3889 pod.go:62] [default-tenant/my-integration-test-xeyl-vvtz5-verify-pod] pod update took 42.908499ms I0327 00:09:16.191157 3889 base_network_controller_pods.go:937] [default/default-tenant/my-integration-test-xeyl-vvtz5-verify-pod] addLogicalPort annotation time took 42.938378ms I0327 00:09:16.192507 3889 pods.go:271] [default-tenant/my-integration-test-xeyl-vvtz5-verify-pod] addLogicalPort took 44.446047ms, libovsdb time 904.929µs I0327 00:09:16.522452 3889 cni.go:403] [default-tenant/my-integration-test-xeyl-vvtz5-verify-pod d2ad4e0e48c885653dadf9406e2bf3fbd3d9f0d9b7c8d6f11d5b941f633e289a network default NAD default] ADD starting CNI request [default-tenant/my-integration-test-xeyl-vvtz5-verify-pod d2ad4e0e48c885653dadf9406e2bf3fbd3d9f0d9b7c8d6f11d5b941f633e289a network default NAD default] I0327 00:09:16.531546 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-xeyl-vvtz5-verify-pod, hostIfaceName: d2ad4e0e48c8856, network: default, NAD default, SandboxID: "d2ad4e0e48c885653dadf9406e2bf3fbd3d9f0d9b7c8d6f11d5b941f633e289a", PCI device ID: , UID: "7e0805dc-766f-4d10-91e6-2c7c96ed5a84", MAC: 0a:58:0a:80:00:55, IPs: [10.128.0.85/23] I0327 00:09:16.582138 3889 cni.go:424] [default-tenant/my-integration-test-xeyl-vvtz5-verify-pod d2ad4e0e48c885653dadf9406e2bf3fbd3d9f0d9b7c8d6f11d5b941f633e289a network default NAD default] ADD finished CNI request [default-tenant/my-integration-test-xeyl-vvtz5-verify-pod d2ad4e0e48c885653dadf9406e2bf3fbd3d9f0d9b7c8d6f11d5b941f633e289a network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:e2:ab:cc:94:83\",\"name\":\"d2ad4e0e48c8856\"},{\"mac\":\"0a:58:0a:80:00:55\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28a3a39c-57ba-499b-97db-905e7e6d4260\"}],\"ips\":[{\"address\":\"10.128.0.85/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:09:43.025218 3889 cni.go:403] [default-tenant/my-integration-test-xeyl-vvtz5-verify-pod d2ad4e0e48c885653dadf9406e2bf3fbd3d9f0d9b7c8d6f11d5b941f633e289a network default NAD default] DEL starting CNI request [default-tenant/my-integration-test-xeyl-vvtz5-verify-pod d2ad4e0e48c885653dadf9406e2bf3fbd3d9f0d9b7c8d6f11d5b941f633e289a network default NAD default] I0327 00:09:43.124503 3889 cni.go:424] [default-tenant/my-integration-test-xeyl-vvtz5-verify-pod d2ad4e0e48c885653dadf9406e2bf3fbd3d9f0d9b7c8d6f11d5b941f633e289a network default NAD default] DEL finished CNI request [default-tenant/my-integration-test-xeyl-vvtz5-verify-pod d2ad4e0e48c885653dadf9406e2bf3fbd3d9f0d9b7c8d6f11d5b941f633e289a network default NAD default], result "{}", err I0327 00:09:43.243328 3889 obj_retry.go:464] Detected object default-tenant/my-integration-test-xeyl-vvtz5-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:09:43.243364 3889 pods.go:176] Deleting pod: default-tenant/my-integration-test-xeyl-vvtz5-verify-pod I0327 00:09:43.244840 3889 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-xeyl-vvtz5-verify-pod, ips: 10.128.0.85 I0327 00:09:43.244873 3889 obj_retry.go:464] Detected object default-tenant/my-integration-test-xeyl-vvtz5-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:09:54.460248 3889 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod] creating logical port default-tenant-managed_managed-4zt7x-verify-access-to-resources-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:09:54.460445 3889 kube.go:256] Updating pod default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod I0327 00:09:54.477107 3889 pod.go:62] [default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod] pod update took 16.700608ms I0327 00:09:54.477132 3889 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod] addLogicalPort annotation time took 16.731212ms I0327 00:09:54.478705 3889 pods.go:271] [default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod] addLogicalPort took 18.477208ms, libovsdb time 1.079486ms I0327 00:09:54.833526 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod 30d8f66a6d1436e3e4891ad683ef2534aca0fd3d4059a39bf92a5387d3ec2200 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod 30d8f66a6d1436e3e4891ad683ef2534aca0fd3d4059a39bf92a5387d3ec2200 network default NAD default] I0327 00:09:54.842781 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-4zt7x-verify-access-to-resources-pod, hostIfaceName: 30d8f66a6d1436e, network: default, NAD default, SandboxID: "30d8f66a6d1436e3e4891ad683ef2534aca0fd3d4059a39bf92a5387d3ec2200", PCI device ID: , UID: "1eb2299d-d496-41dc-a56d-791925258051", MAC: 0a:58:0a:80:00:56, IPs: [10.128.0.86/23] I0327 00:09:55.101307 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod 30d8f66a6d1436e3e4891ad683ef2534aca0fd3d4059a39bf92a5387d3ec2200 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod 30d8f66a6d1436e3e4891ad683ef2534aca0fd3d4059a39bf92a5387d3ec2200 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:c4:90:14:2a:bc\",\"name\":\"30d8f66a6d1436e\"},{\"mac\":\"0a:58:0a:80:00:56\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b53e378-8f65-4279-9234-eb6831563998\"}],\"ips\":[{\"address\":\"10.128.0.86/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:09:57.327391 3889 base_network_controller_pods.go:487] [default/default-tenant-managed/affinity-assistant-9831ce8d32-0] creating logical port default-tenant-managed_affinity-assistant-9831ce8d32-0 for pod on switch ip-10-0-1-245.ec2.internal I0327 00:09:57.327512 3889 kube.go:256] Updating pod default-tenant-managed/affinity-assistant-9831ce8d32-0 I0327 00:09:57.338924 3889 pod.go:62] [default-tenant-managed/affinity-assistant-9831ce8d32-0] pod update took 11.434796ms I0327 00:09:57.338952 3889 base_network_controller_pods.go:937] [default/default-tenant-managed/affinity-assistant-9831ce8d32-0] addLogicalPort annotation time took 11.466989ms I0327 00:09:57.340373 3889 pods.go:271] [default-tenant-managed/affinity-assistant-9831ce8d32-0] addLogicalPort took 12.997427ms, libovsdb time 1.024551ms I0327 00:09:57.700165 3889 cni.go:403] [default-tenant-managed/affinity-assistant-9831ce8d32-0 e309f6ee0fbf321203536e5ce3f0636266b889d6bd44d8eccc29fe323b349f80 network default NAD default] ADD starting CNI request [default-tenant-managed/affinity-assistant-9831ce8d32-0 e309f6ee0fbf321203536e5ce3f0636266b889d6bd44d8eccc29fe323b349f80 network default NAD default] I0327 00:09:57.708691 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: affinity-assistant-9831ce8d32-0, hostIfaceName: e309f6ee0fbf321, network: default, NAD default, SandboxID: "e309f6ee0fbf321203536e5ce3f0636266b889d6bd44d8eccc29fe323b349f80", PCI device ID: , UID: "da93279a-bb6e-4d9a-8df8-aa892b7339ca", MAC: 0a:58:0a:80:00:57, IPs: [10.128.0.87/23] I0327 00:09:57.965273 3889 cni.go:424] [default-tenant-managed/affinity-assistant-9831ce8d32-0 e309f6ee0fbf321203536e5ce3f0636266b889d6bd44d8eccc29fe323b349f80 network default NAD default] ADD finished CNI request [default-tenant-managed/affinity-assistant-9831ce8d32-0 e309f6ee0fbf321203536e5ce3f0636266b889d6bd44d8eccc29fe323b349f80 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:bb:fc:18:1e:f6\",\"name\":\"e309f6ee0fbf321\"},{\"mac\":\"0a:58:0a:80:00:57\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4182d9bb-f453-4956-969b-b1713f7fcc0b\"}],\"ips\":[{\"address\":\"10.128.0.87/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:10:03.966906 3889 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:03.967483 3889 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:04.821449 3889 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:10:04.821482 3889 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-tfkzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:10:04.851141 3889 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:10:04.851173 3889 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:10:04.855641 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 I0327 00:10:04.855686 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-b5ww2 I0327 00:10:12.300328 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod 30d8f66a6d1436e3e4891ad683ef2534aca0fd3d4059a39bf92a5387d3ec2200 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod 30d8f66a6d1436e3e4891ad683ef2534aca0fd3d4059a39bf92a5387d3ec2200 network default NAD default] I0327 00:10:12.394206 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod 30d8f66a6d1436e3e4891ad683ef2534aca0fd3d4059a39bf92a5387d3ec2200 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod 30d8f66a6d1436e3e4891ad683ef2534aca0fd3d4059a39bf92a5387d3ec2200 network default NAD default], result "{}", err I0327 00:10:12.458066 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:12.458107 3889 pods.go:176] Deleting pod: default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod I0327 00:10:12.459432 3889 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod, ips: 10.128.0.86 I0327 00:10:12.459461 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:13.636919 3889 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-4zt7x-collect-data-pod] creating logical port default-tenant-managed_managed-4zt7x-collect-data-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:10:13.637078 3889 kube.go:256] Updating pod default-tenant-managed/managed-4zt7x-collect-data-pod I0327 00:10:13.664582 3889 pod.go:62] [default-tenant-managed/managed-4zt7x-collect-data-pod] pod update took 27.540106ms I0327 00:10:13.664607 3889 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-4zt7x-collect-data-pod] addLogicalPort annotation time took 27.572803ms I0327 00:10:13.665981 3889 pods.go:271] [default-tenant-managed/managed-4zt7x-collect-data-pod] addLogicalPort took 29.082334ms, libovsdb time 941.491µs I0327 00:10:14.011495 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-collect-data-pod 7a13a60c462767d981480547d3fe71008d12b9eb406ce27967c34b75dc502327 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-4zt7x-collect-data-pod 7a13a60c462767d981480547d3fe71008d12b9eb406ce27967c34b75dc502327 network default NAD default] I0327 00:10:14.020958 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-4zt7x-collect-data-pod, hostIfaceName: 7a13a60c462767d, network: default, NAD default, SandboxID: "7a13a60c462767d981480547d3fe71008d12b9eb406ce27967c34b75dc502327", PCI device ID: , UID: "d24105a9-043b-4064-8544-eeb0d71fe401", MAC: 0a:58:0a:80:00:58, IPs: [10.128.0.88/23] I0327 00:10:14.070225 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-collect-data-pod 7a13a60c462767d981480547d3fe71008d12b9eb406ce27967c34b75dc502327 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-4zt7x-collect-data-pod 7a13a60c462767d981480547d3fe71008d12b9eb406ce27967c34b75dc502327 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:ab:95:c1:61:20\",\"name\":\"7a13a60c462767d\"},{\"mac\":\"0a:58:0a:80:00:58\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e18115a1-3c31-4572-b2f9-d01545e8ba5d\"}],\"ips\":[{\"address\":\"10.128.0.88/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:10:27.883367 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0327 00:10:36.525286 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-collect-data-pod 7a13a60c462767d981480547d3fe71008d12b9eb406ce27967c34b75dc502327 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-4zt7x-collect-data-pod 7a13a60c462767d981480547d3fe71008d12b9eb406ce27967c34b75dc502327 network default NAD default] I0327 00:10:36.628238 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-collect-data-pod 7a13a60c462767d981480547d3fe71008d12b9eb406ce27967c34b75dc502327 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-4zt7x-collect-data-pod 7a13a60c462767d981480547d3fe71008d12b9eb406ce27967c34b75dc502327 network default NAD default], result "{}", err I0327 00:10:36.737443 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:36.737483 3889 pods.go:176] Deleting pod: default-tenant-managed/managed-4zt7x-collect-data-pod I0327 00:10:36.738869 3889 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-4zt7x-collect-data-pod, ips: 10.128.0.88 I0327 00:10:36.738894 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:37.925702 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0327 00:10:37.932284 3889 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-4zt7x-collect-task-params-pod] creating logical port default-tenant-managed_managed-4zt7x-collect-task-params-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:10:37.932422 3889 kube.go:256] Updating pod default-tenant-managed/managed-4zt7x-collect-task-params-pod I0327 00:10:37.950000 3889 pod.go:62] [default-tenant-managed/managed-4zt7x-collect-task-params-pod] pod update took 17.608457ms I0327 00:10:37.950028 3889 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-4zt7x-collect-task-params-pod] addLogicalPort annotation time took 17.638547ms I0327 00:10:37.951388 3889 pods.go:271] [default-tenant-managed/managed-4zt7x-collect-task-params-pod] addLogicalPort took 19.125735ms, libovsdb time 946.74µs I0327 00:10:38.302702 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-collect-task-params-pod 86a05713c0b21508652379888c341e420364f2f277c0847749e6404553ca0434 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-4zt7x-collect-task-params-pod 86a05713c0b21508652379888c341e420364f2f277c0847749e6404553ca0434 network default NAD default] I0327 00:10:38.311795 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-4zt7x-collect-task-params-pod, hostIfaceName: 86a05713c0b2150, network: default, NAD default, SandboxID: "86a05713c0b21508652379888c341e420364f2f277c0847749e6404553ca0434", PCI device ID: , UID: "cabf695f-c74c-4eba-83b4-91663e94fb06", MAC: 0a:58:0a:80:00:59, IPs: [10.128.0.89/23] I0327 00:10:38.361536 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-collect-task-params-pod 86a05713c0b21508652379888c341e420364f2f277c0847749e6404553ca0434 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-4zt7x-collect-task-params-pod 86a05713c0b21508652379888c341e420364f2f277c0847749e6404553ca0434 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:0a:00:8d:89:55\",\"name\":\"86a05713c0b2150\"},{\"mac\":\"0a:58:0a:80:00:59\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fc05a24-05b1-4077-a9db-1ad89d4272ff\"}],\"ips\":[{\"address\":\"10.128.0.89/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:10:39.310989 3889 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod] creating logical port default-tenant-managed_managed-4zt7x-collect-registry-token-secret-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:10:39.311110 3889 kube.go:256] Updating pod default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod I0327 00:10:39.332995 3889 pod.go:62] [default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod] pod update took 21.914188ms I0327 00:10:39.333024 3889 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod] addLogicalPort annotation time took 21.946279ms I0327 00:10:39.334463 3889 pods.go:271] [default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod] addLogicalPort took 23.487942ms, libovsdb time 944.578µs I0327 00:10:39.684314 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod 20d40b7f3f297945598251a2ee201a7e06b4ec51f08f821f9e3f82429fab8be4 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod 20d40b7f3f297945598251a2ee201a7e06b4ec51f08f821f9e3f82429fab8be4 network default NAD default] I0327 00:10:39.693970 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-4zt7x-collect-registry-token-secret-pod, hostIfaceName: 20d40b7f3f29794, network: default, NAD default, SandboxID: "20d40b7f3f297945598251a2ee201a7e06b4ec51f08f821f9e3f82429fab8be4", PCI device ID: , UID: "a35451ba-9e8c-4b2e-8183-760d152508b5", MAC: 0a:58:0a:80:00:5a, IPs: [10.128.0.90/23] I0327 00:10:39.745316 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod 20d40b7f3f297945598251a2ee201a7e06b4ec51f08f821f9e3f82429fab8be4 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod 20d40b7f3f297945598251a2ee201a7e06b4ec51f08f821f9e3f82429fab8be4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:3b:e6:66:d1:f3\",\"name\":\"20d40b7f3f29794\"},{\"mac\":\"0a:58:0a:80:00:5a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7c297d6-e15f-4e9f-9410-ffaab3fe4a47\"}],\"ips\":[{\"address\":\"10.128.0.90/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:10:41.026990 3889 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-4zt7x-reduce-snapshot-pod] creating logical port default-tenant-managed_managed-4zt7x-reduce-snapshot-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:10:41.027186 3889 kube.go:256] Updating pod default-tenant-managed/managed-4zt7x-reduce-snapshot-pod I0327 00:10:41.049288 3889 pod.go:62] [default-tenant-managed/managed-4zt7x-reduce-snapshot-pod] pod update took 22.139969ms I0327 00:10:41.049309 3889 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-4zt7x-reduce-snapshot-pod] addLogicalPort annotation time took 22.182313ms I0327 00:10:41.050602 3889 pods.go:271] [default-tenant-managed/managed-4zt7x-reduce-snapshot-pod] addLogicalPort took 23.633019ms, libovsdb time 836.159µs I0327 00:10:41.115886 3889 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-4zt7x-check-data-keys-pod] creating logical port default-tenant-managed_managed-4zt7x-check-data-keys-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:10:41.116015 3889 kube.go:256] Updating pod default-tenant-managed/managed-4zt7x-check-data-keys-pod I0327 00:10:41.137423 3889 pod.go:62] [default-tenant-managed/managed-4zt7x-check-data-keys-pod] pod update took 21.433103ms I0327 00:10:41.137446 3889 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-4zt7x-check-data-keys-pod] addLogicalPort annotation time took 21.460966ms I0327 00:10:41.138846 3889 pods.go:271] [default-tenant-managed/managed-4zt7x-check-data-keys-pod] addLogicalPort took 22.972514ms, libovsdb time 891.674µs I0327 00:10:41.395818 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-reduce-snapshot-pod 5d3fc6c18c06372a9a1aa0d94966cd5bfa8fcd99aae706df6ba28cd097025720 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-4zt7x-reduce-snapshot-pod 5d3fc6c18c06372a9a1aa0d94966cd5bfa8fcd99aae706df6ba28cd097025720 network default NAD default] I0327 00:10:41.404810 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-4zt7x-reduce-snapshot-pod, hostIfaceName: 5d3fc6c18c06372, network: default, NAD default, SandboxID: "5d3fc6c18c06372a9a1aa0d94966cd5bfa8fcd99aae706df6ba28cd097025720", PCI device ID: , UID: "2568690d-6522-4972-a7b0-9a1d36082184", MAC: 0a:58:0a:80:00:5b, IPs: [10.128.0.91/23] I0327 00:10:41.457110 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-reduce-snapshot-pod 5d3fc6c18c06372a9a1aa0d94966cd5bfa8fcd99aae706df6ba28cd097025720 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-4zt7x-reduce-snapshot-pod 5d3fc6c18c06372a9a1aa0d94966cd5bfa8fcd99aae706df6ba28cd097025720 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:b2:c1:b8:a4:d6\",\"name\":\"5d3fc6c18c06372\"},{\"mac\":\"0a:58:0a:80:00:5b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b72b557c-4542-4b6f-9758-1cd2a0b247dd\"}],\"ips\":[{\"address\":\"10.128.0.91/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:10:41.493828 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-check-data-keys-pod a0eb2ab6e73bd5c0f31723773e753a015483198e392683b52929a4063059f509 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-4zt7x-check-data-keys-pod a0eb2ab6e73bd5c0f31723773e753a015483198e392683b52929a4063059f509 network default NAD default] I0327 00:10:41.503750 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-4zt7x-check-data-keys-pod, hostIfaceName: a0eb2ab6e73bd5c, network: default, NAD default, SandboxID: "a0eb2ab6e73bd5c0f31723773e753a015483198e392683b52929a4063059f509", PCI device ID: , UID: "9ea0c65c-06a7-43f8-bc23-645cf3761c60", MAC: 0a:58:0a:80:00:5c, IPs: [10.128.0.92/23] I0327 00:10:41.556148 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-check-data-keys-pod a0eb2ab6e73bd5c0f31723773e753a015483198e392683b52929a4063059f509 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-4zt7x-check-data-keys-pod a0eb2ab6e73bd5c0f31723773e753a015483198e392683b52929a4063059f509 network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:38:80:6f:0e:62\",\"name\":\"a0eb2ab6e73bd5c\"},{\"mac\":\"0a:58:0a:80:00:5c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3a8b675-9a8a-4096-8730-df71dbf97314\"}],\"ips\":[{\"address\":\"10.128.0.92/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:10:45.655161 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-collect-task-params-pod 86a05713c0b21508652379888c341e420364f2f277c0847749e6404553ca0434 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-4zt7x-collect-task-params-pod 86a05713c0b21508652379888c341e420364f2f277c0847749e6404553ca0434 network default NAD default] I0327 00:10:45.749798 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-collect-task-params-pod 86a05713c0b21508652379888c341e420364f2f277c0847749e6404553ca0434 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-4zt7x-collect-task-params-pod 86a05713c0b21508652379888c341e420364f2f277c0847749e6404553ca0434 network default NAD default], result "{}", err I0327 00:10:45.824890 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:45.825003 3889 pods.go:176] Deleting pod: default-tenant-managed/managed-4zt7x-collect-task-params-pod I0327 00:10:45.826472 3889 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-4zt7x-collect-task-params-pod, ips: 10.128.0.89 I0327 00:10:45.826510 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:46.676733 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod 20d40b7f3f297945598251a2ee201a7e06b4ec51f08f821f9e3f82429fab8be4 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod 20d40b7f3f297945598251a2ee201a7e06b4ec51f08f821f9e3f82429fab8be4 network default NAD default] I0327 00:10:46.767811 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod 20d40b7f3f297945598251a2ee201a7e06b4ec51f08f821f9e3f82429fab8be4 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod 20d40b7f3f297945598251a2ee201a7e06b4ec51f08f821f9e3f82429fab8be4 network default NAD default], result "{}", err I0327 00:10:46.840399 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:46.840436 3889 pods.go:176] Deleting pod: default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod I0327 00:10:46.841902 3889 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod, ips: 10.128.0.90 I0327 00:10:46.841935 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:57.884692 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0327 00:11:01.832243 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-check-data-keys-pod a0eb2ab6e73bd5c0f31723773e753a015483198e392683b52929a4063059f509 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-4zt7x-check-data-keys-pod a0eb2ab6e73bd5c0f31723773e753a015483198e392683b52929a4063059f509 network default NAD default] I0327 00:11:01.926778 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-check-data-keys-pod a0eb2ab6e73bd5c0f31723773e753a015483198e392683b52929a4063059f509 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-4zt7x-check-data-keys-pod a0eb2ab6e73bd5c0f31723773e753a015483198e392683b52929a4063059f509 network default NAD default], result "{}", err I0327 00:11:02.023226 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:02.023260 3889 pods.go:176] Deleting pod: default-tenant-managed/managed-4zt7x-check-data-keys-pod I0327 00:11:02.024702 3889 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-4zt7x-check-data-keys-pod, ips: 10.128.0.92 I0327 00:11:02.024735 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:12.938139 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-reduce-snapshot-pod 5d3fc6c18c06372a9a1aa0d94966cd5bfa8fcd99aae706df6ba28cd097025720 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-4zt7x-reduce-snapshot-pod 5d3fc6c18c06372a9a1aa0d94966cd5bfa8fcd99aae706df6ba28cd097025720 network default NAD default] I0327 00:11:13.033225 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-reduce-snapshot-pod 5d3fc6c18c06372a9a1aa0d94966cd5bfa8fcd99aae706df6ba28cd097025720 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-4zt7x-reduce-snapshot-pod 5d3fc6c18c06372a9a1aa0d94966cd5bfa8fcd99aae706df6ba28cd097025720 network default NAD default], result "{}", err I0327 00:11:13.111653 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:13.111712 3889 pods.go:176] Deleting pod: default-tenant-managed/managed-4zt7x-reduce-snapshot-pod I0327 00:11:13.113381 3889 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-4zt7x-reduce-snapshot-pod, ips: 10.128.0.91 I0327 00:11:13.113412 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:14.394513 3889 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-4zt7x-apply-mapping-pod] creating logical port default-tenant-managed_managed-4zt7x-apply-mapping-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:11:14.394646 3889 kube.go:256] Updating pod default-tenant-managed/managed-4zt7x-apply-mapping-pod I0327 00:11:14.416740 3889 pod.go:62] [default-tenant-managed/managed-4zt7x-apply-mapping-pod] pod update took 22.132277ms I0327 00:11:14.416768 3889 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-4zt7x-apply-mapping-pod] addLogicalPort annotation time took 22.166124ms I0327 00:11:14.418179 3889 pods.go:271] [default-tenant-managed/managed-4zt7x-apply-mapping-pod] addLogicalPort took 23.681399ms, libovsdb time 982.835µs I0327 00:11:14.776145 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-apply-mapping-pod 1d22f0c916fcef0626df88c04abcc890df8b5c2e571b6d54abdb3b5bd14fc953 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-4zt7x-apply-mapping-pod 1d22f0c916fcef0626df88c04abcc890df8b5c2e571b6d54abdb3b5bd14fc953 network default NAD default] I0327 00:11:14.784630 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-4zt7x-apply-mapping-pod, hostIfaceName: 1d22f0c916fcef0, network: default, NAD default, SandboxID: "1d22f0c916fcef0626df88c04abcc890df8b5c2e571b6d54abdb3b5bd14fc953", PCI device ID: , UID: "1f1d90a9-76c5-4c44-ba4c-d80c20b2ea30", MAC: 0a:58:0a:80:00:5d, IPs: [10.128.0.93/23] I0327 00:11:14.834002 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-apply-mapping-pod 1d22f0c916fcef0626df88c04abcc890df8b5c2e571b6d54abdb3b5bd14fc953 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-4zt7x-apply-mapping-pod 1d22f0c916fcef0626df88c04abcc890df8b5c2e571b6d54abdb3b5bd14fc953 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:46:87:f6:2d:4f\",\"name\":\"1d22f0c916fcef0\"},{\"mac\":\"0a:58:0a:80:00:5d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afa31587-6e00-4f8a-bd57-67ce37555e58\"}],\"ips\":[{\"address\":\"10.128.0.93/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:11:37.184486 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-apply-mapping-pod 1d22f0c916fcef0626df88c04abcc890df8b5c2e571b6d54abdb3b5bd14fc953 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-4zt7x-apply-mapping-pod 1d22f0c916fcef0626df88c04abcc890df8b5c2e571b6d54abdb3b5bd14fc953 network default NAD default] I0327 00:11:37.284880 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-apply-mapping-pod 1d22f0c916fcef0626df88c04abcc890df8b5c2e571b6d54abdb3b5bd14fc953 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-4zt7x-apply-mapping-pod 1d22f0c916fcef0626df88c04abcc890df8b5c2e571b6d54abdb3b5bd14fc953 network default NAD default], result "{}", err I0327 00:11:37.366181 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:37.366219 3889 pods.go:176] Deleting pod: default-tenant-managed/managed-4zt7x-apply-mapping-pod I0327 00:11:37.367697 3889 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-4zt7x-apply-mapping-pod, ips: 10.128.0.93 I0327 00:11:37.367728 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:39.115776 3889 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-4zt7x-filter-already-released-images-pod] creating logical port default-tenant-managed_managed-4zt7x-filter-already-released-images-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:11:39.116033 3889 kube.go:256] Updating pod default-tenant-managed/managed-4zt7x-filter-already-released-images-pod I0327 00:11:39.140136 3889 pod.go:62] [default-tenant-managed/managed-4zt7x-filter-already-released-images-pod] pod update took 24.151378ms I0327 00:11:39.140168 3889 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-4zt7x-filter-already-released-images-pod] addLogicalPort annotation time took 24.187234ms I0327 00:11:39.141790 3889 pods.go:271] [default-tenant-managed/managed-4zt7x-filter-already-released-images-pod] addLogicalPort took 26.034401ms, libovsdb time 1.209623ms I0327 00:11:39.497443 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-filter-already-released-images-pod 7ee837324206767933e26a33a63ba19e0ea0ed18b7c9c4d26e8b16d894e7ae2b network default NAD default] ADD starting CNI request [default-tenant-managed/managed-4zt7x-filter-already-released-images-pod 7ee837324206767933e26a33a63ba19e0ea0ed18b7c9c4d26e8b16d894e7ae2b network default NAD default] I0327 00:11:39.506481 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-4zt7x-filter-already-released-images-pod, hostIfaceName: 7ee837324206767, network: default, NAD default, SandboxID: "7ee837324206767933e26a33a63ba19e0ea0ed18b7c9c4d26e8b16d894e7ae2b", PCI device ID: , UID: "9fcccbd0-68c0-4103-a716-1f8c47e8d10c", MAC: 0a:58:0a:80:00:5e, IPs: [10.128.0.94/23] I0327 00:11:39.556820 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-filter-already-released-images-pod 7ee837324206767933e26a33a63ba19e0ea0ed18b7c9c4d26e8b16d894e7ae2b network default NAD default] ADD finished CNI request [default-tenant-managed/managed-4zt7x-filter-already-released-images-pod 7ee837324206767933e26a33a63ba19e0ea0ed18b7c9c4d26e8b16d894e7ae2b network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:e2:b7:c4:a9:91\",\"name\":\"7ee837324206767\"},{\"mac\":\"0a:58:0a:80:00:5e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79ba1d23-7385-4720-8cbc-7cb88387420c\"}],\"ips\":[{\"address\":\"10.128.0.94/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:11:59.899300 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0327 00:12:00.418985 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-filter-already-released-images-pod 7ee837324206767933e26a33a63ba19e0ea0ed18b7c9c4d26e8b16d894e7ae2b network default NAD default] DEL starting CNI request [default-tenant-managed/managed-4zt7x-filter-already-released-images-pod 7ee837324206767933e26a33a63ba19e0ea0ed18b7c9c4d26e8b16d894e7ae2b network default NAD default] I0327 00:12:00.523110 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-filter-already-released-images-pod 7ee837324206767933e26a33a63ba19e0ea0ed18b7c9c4d26e8b16d894e7ae2b network default NAD default] DEL finished CNI request [default-tenant-managed/managed-4zt7x-filter-already-released-images-pod 7ee837324206767933e26a33a63ba19e0ea0ed18b7c9c4d26e8b16d894e7ae2b network default NAD default], result "{}", err I0327 00:12:00.607530 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:12:00.607562 3889 pods.go:176] Deleting pod: default-tenant-managed/managed-4zt7x-filter-already-released-images-pod I0327 00:12:00.609517 3889 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-4zt7x-filter-already-released-images-pod, ips: 10.128.0.94 I0327 00:12:00.609546 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:12:00.786699 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0327 00:12:02.233340 3889 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-4zt7x-verify-conforma-pod] creating logical port default-tenant-managed_managed-4zt7x-verify-conforma-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:12:02.233497 3889 kube.go:256] Updating pod default-tenant-managed/managed-4zt7x-verify-conforma-pod I0327 00:12:02.273556 3889 pod.go:62] [default-tenant-managed/managed-4zt7x-verify-conforma-pod] pod update took 40.098149ms I0327 00:12:02.273581 3889 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-4zt7x-verify-conforma-pod] addLogicalPort annotation time took 40.127453ms I0327 00:12:02.274966 3889 pods.go:271] [default-tenant-managed/managed-4zt7x-verify-conforma-pod] addLogicalPort took 41.640634ms, libovsdb time 921.514µs I0327 00:12:02.613156 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-verify-conforma-pod 32426c54c986b63f12ca31ad77b5ba03b058130368213c98966390632a10f250 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-4zt7x-verify-conforma-pod 32426c54c986b63f12ca31ad77b5ba03b058130368213c98966390632a10f250 network default NAD default] I0327 00:12:02.622207 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-4zt7x-verify-conforma-pod, hostIfaceName: 32426c54c986b63, network: default, NAD default, SandboxID: "32426c54c986b63f12ca31ad77b5ba03b058130368213c98966390632a10f250", PCI device ID: , UID: "e0aec05f-4627-4441-af0c-9846a94fba30", MAC: 0a:58:0a:80:00:5f, IPs: [10.128.0.95/23] I0327 00:12:02.673696 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-verify-conforma-pod 32426c54c986b63f12ca31ad77b5ba03b058130368213c98966390632a10f250 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-4zt7x-verify-conforma-pod 32426c54c986b63f12ca31ad77b5ba03b058130368213c98966390632a10f250 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:e5:62:5a:12:3b\",\"name\":\"32426c54c986b63\"},{\"mac\":\"0a:58:0a:80:00:5f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66f7c5f0-52f2-4cf9-bf41-4dfc22493c58\"}],\"ips\":[{\"address\":\"10.128.0.95/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:12:11.791109 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=205 I0327 00:12:23.791356 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0327 00:12:31.783655 3889 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0327 00:12:44.923023 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-verify-conforma-pod 32426c54c986b63f12ca31ad77b5ba03b058130368213c98966390632a10f250 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-4zt7x-verify-conforma-pod 32426c54c986b63f12ca31ad77b5ba03b058130368213c98966390632a10f250 network default NAD default] I0327 00:12:45.028611 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-verify-conforma-pod 32426c54c986b63f12ca31ad77b5ba03b058130368213c98966390632a10f250 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-4zt7x-verify-conforma-pod 32426c54c986b63f12ca31ad77b5ba03b058130368213c98966390632a10f250 network default NAD default], result "{}", err I0327 00:12:45.223910 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:12:45.223950 3889 pods.go:176] Deleting pod: default-tenant-managed/managed-4zt7x-verify-conforma-pod I0327 00:12:45.225357 3889 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-4zt7x-verify-conforma-pod, ips: 10.128.0.95 I0327 00:12:45.225412 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:12:48.766319 3889 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-4zt7x-push-snapshot-pod] creating logical port default-tenant-managed_managed-4zt7x-push-snapshot-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:12:48.766553 3889 kube.go:256] Updating pod default-tenant-managed/managed-4zt7x-push-snapshot-pod I0327 00:12:48.792636 3889 pod.go:62] [default-tenant-managed/managed-4zt7x-push-snapshot-pod] pod update took 26.187809ms I0327 00:12:48.792682 3889 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-4zt7x-push-snapshot-pod] addLogicalPort annotation time took 26.220658ms I0327 00:12:48.794326 3889 pods.go:271] [default-tenant-managed/managed-4zt7x-push-snapshot-pod] addLogicalPort took 28.021819ms, libovsdb time 1.067276ms I0327 00:12:49.146567 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-push-snapshot-pod 2ab75677802a3c182c3b83f7114807484c106cb7eddaf845cad654266e9556f2 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-4zt7x-push-snapshot-pod 2ab75677802a3c182c3b83f7114807484c106cb7eddaf845cad654266e9556f2 network default NAD default] I0327 00:12:49.155613 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-4zt7x-push-snapshot-pod, hostIfaceName: 2ab75677802a3c1, network: default, NAD default, SandboxID: "2ab75677802a3c182c3b83f7114807484c106cb7eddaf845cad654266e9556f2", PCI device ID: , UID: "5f89a75b-9be6-4911-ba5b-d16296defdb9", MAC: 0a:58:0a:80:00:60, IPs: [10.128.0.96/23] I0327 00:12:49.210746 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-push-snapshot-pod 2ab75677802a3c182c3b83f7114807484c106cb7eddaf845cad654266e9556f2 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-4zt7x-push-snapshot-pod 2ab75677802a3c182c3b83f7114807484c106cb7eddaf845cad654266e9556f2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:5c:fa:67:03:4c\",\"name\":\"2ab75677802a3c1\"},{\"mac\":\"0a:58:0a:80:00:60\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97198807-98d7-4fcf-bb47-a266ef6bc975\"}],\"ips\":[{\"address\":\"10.128.0.96/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:13:02.895207 3889 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0327 00:13:12.212821 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-push-snapshot-pod 2ab75677802a3c182c3b83f7114807484c106cb7eddaf845cad654266e9556f2 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-4zt7x-push-snapshot-pod 2ab75677802a3c182c3b83f7114807484c106cb7eddaf845cad654266e9556f2 network default NAD default] I0327 00:13:12.299365 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-push-snapshot-pod 2ab75677802a3c182c3b83f7114807484c106cb7eddaf845cad654266e9556f2 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-4zt7x-push-snapshot-pod 2ab75677802a3c182c3b83f7114807484c106cb7eddaf845cad654266e9556f2 network default NAD default], result "{}", err I0327 00:13:12.387128 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:13:12.387219 3889 pods.go:176] Deleting pod: default-tenant-managed/managed-4zt7x-push-snapshot-pod I0327 00:13:12.388563 3889 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-4zt7x-push-snapshot-pod, ips: 10.128.0.96 I0327 00:13:12.388590 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:13:12.512341 3889 base_network_controller_pods.go:487] [default/default-tenant-managed/managed-4zt7x-update-cr-status-pod] creating logical port default-tenant-managed_managed-4zt7x-update-cr-status-pod for pod on switch ip-10-0-1-245.ec2.internal I0327 00:13:12.512490 3889 kube.go:256] Updating pod default-tenant-managed/managed-4zt7x-update-cr-status-pod I0327 00:13:12.535148 3889 pod.go:62] [default-tenant-managed/managed-4zt7x-update-cr-status-pod] pod update took 22.68485ms I0327 00:13:12.535180 3889 base_network_controller_pods.go:937] [default/default-tenant-managed/managed-4zt7x-update-cr-status-pod] addLogicalPort annotation time took 22.723954ms I0327 00:13:12.536580 3889 pods.go:271] [default-tenant-managed/managed-4zt7x-update-cr-status-pod] addLogicalPort took 24.253682ms, libovsdb time 921.424µs I0327 00:13:12.890912 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-update-cr-status-pod 6db523562c64b04b6329e70e5ab2650d00545f41d6009a1182b656a0f174d706 network default NAD default] ADD starting CNI request [default-tenant-managed/managed-4zt7x-update-cr-status-pod 6db523562c64b04b6329e70e5ab2650d00545f41d6009a1182b656a0f174d706 network default NAD default] I0327 00:13:12.900497 3889 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: managed-4zt7x-update-cr-status-pod, hostIfaceName: 6db523562c64b04, network: default, NAD default, SandboxID: "6db523562c64b04b6329e70e5ab2650d00545f41d6009a1182b656a0f174d706", PCI device ID: , UID: "9a84692e-b4e2-4b56-8e5b-a9b5439fc46e", MAC: 0a:58:0a:80:00:61, IPs: [10.128.0.97/23] I0327 00:13:12.955360 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-update-cr-status-pod 6db523562c64b04b6329e70e5ab2650d00545f41d6009a1182b656a0f174d706 network default NAD default] ADD finished CNI request [default-tenant-managed/managed-4zt7x-update-cr-status-pod 6db523562c64b04b6329e70e5ab2650d00545f41d6009a1182b656a0f174d706 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:53:09:1f:62:63\",\"name\":\"6db523562c64b04\"},{\"mac\":\"0a:58:0a:80:00:61\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee50c534-6179-4a35-9eb7-57b32d89baa8\"}],\"ips\":[{\"address\":\"10.128.0.97/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0327 00:13:19.590693 3889 cni.go:403] [default-tenant-managed/affinity-assistant-9831ce8d32-0 e309f6ee0fbf321203536e5ce3f0636266b889d6bd44d8eccc29fe323b349f80 network default NAD default] DEL starting CNI request [default-tenant-managed/affinity-assistant-9831ce8d32-0 e309f6ee0fbf321203536e5ce3f0636266b889d6bd44d8eccc29fe323b349f80 network default NAD default] I0327 00:13:19.687680 3889 cni.go:424] [default-tenant-managed/affinity-assistant-9831ce8d32-0 e309f6ee0fbf321203536e5ce3f0636266b889d6bd44d8eccc29fe323b349f80 network default NAD default] DEL finished CNI request [default-tenant-managed/affinity-assistant-9831ce8d32-0 e309f6ee0fbf321203536e5ce3f0636266b889d6bd44d8eccc29fe323b349f80 network default NAD default], result "{}", err I0327 00:13:19.743061 3889 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-9831ce8d32-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:13:19.743129 3889 pods.go:176] Deleting pod: default-tenant-managed/affinity-assistant-9831ce8d32-0 I0327 00:13:19.744691 3889 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/affinity-assistant-9831ce8d32-0, ips: 10.128.0.87 I0327 00:13:19.744727 3889 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-9831ce8d32-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:13:19.876327 3889 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0327 00:13:20.302175 3889 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-9831ce8d32-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:13:20.302226 3889 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-9831ce8d32-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:13:20.308374 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant-managed/affinity-assistant-9831ce8d32-0 I0327 00:13:20.308413 3889 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod default-tenant-managed/affinity-assistant-9831ce8d32-0 I0327 00:13:20.316679 3889 cni.go:403] [default-tenant-managed/managed-4zt7x-update-cr-status-pod 6db523562c64b04b6329e70e5ab2650d00545f41d6009a1182b656a0f174d706 network default NAD default] DEL starting CNI request [default-tenant-managed/managed-4zt7x-update-cr-status-pod 6db523562c64b04b6329e70e5ab2650d00545f41d6009a1182b656a0f174d706 network default NAD default] I0327 00:13:20.405817 3889 cni.go:424] [default-tenant-managed/managed-4zt7x-update-cr-status-pod 6db523562c64b04b6329e70e5ab2650d00545f41d6009a1182b656a0f174d706 network default NAD default] DEL finished CNI request [default-tenant-managed/managed-4zt7x-update-cr-status-pod 6db523562c64b04b6329e70e5ab2650d00545f41d6009a1182b656a0f174d706 network default NAD default], result "{}", err I0327 00:13:20.476631 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:13:20.476684 3889 pods.go:176] Deleting pod: default-tenant-managed/managed-4zt7x-update-cr-status-pod I0327 00:13:20.478035 3889 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/managed-4zt7x-update-cr-status-pod, ips: 10.128.0.97 I0327 00:13:20.478070 3889 obj_retry.go:464] Detected object default-tenant-managed/managed-4zt7x-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:13:46.906587 3889 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7