+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-147.ec2.internal ++ [[ -n ip-10-0-1-147.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-147.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0326 23:33:16.563948365 - disable conntrack on geneve port' I0326 23:33:16.563948365 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0326 23:33:16.580941831 - starting ovnkube-node' I0326 23:33:16.580941831 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-147.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-147.ec2.internal --init-node ip-10-0-1-147.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-147.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0326 23:33:16.620365 3893 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0326 23:33:16.620416 3893 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-8ed5abe7ae.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0326 23:33:16.621842 3893 kube.go:419] Waiting for certificate I0326 23:33:16.622311 3893 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0326 23:33:16.622349 3893 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0326 23:33:16.623071 3893 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 23:33:16.654542 3893 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:33:16.654562 3893 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:33:16.657924 3893 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:33:16.658012 3893 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-g7kgv" I0326 23:33:24.284693 3893 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-g7kgv" I0326 23:33:24.284760 3893 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 23:33:24.622871 3893 kube.go:426] Certificate found I0326 23:33:24.623353 3893 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 23:33:24.624237 3893 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0326 23:33:24.701510 3893 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 23:33:24.710021 3893 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0326 23:33:24.711164 3893 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0326 23:33:24.711235 3893 factory.go:531] Starting watch factory I0326 23:33:24.711321 3893 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.711342 3893 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.711357 3893 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.711373 3893 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.711389 3893 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.711410 3893 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.711494 3893 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.711514 3893 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.711377 3893 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.711821 3893 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.712752 3893 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.712774 3893 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.716246 3893 controller_manager.go:368] Starting the ovnkube controller I0326 23:33:24.716256 3893 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-147.ec2.internal I0326 23:33:24.716315 3893 controller_manager.go:393] NBDB zone sync took: 47.494µs I0326 23:33:24.716327 3893 factory.go:531] Starting watch factory I0326 23:33:24.742063 3893 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.743516 3893 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.744013 3893 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.744410 3893 ovn_northd.go:121] Registering OVN northd metrics I0326 23:33:24.753487 3893 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.753842 3893 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0326 23:33:24.754820 3893 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.757379 3893 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0326 23:33:24.757423 3893 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0326 23:33:24.771677 3893 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0326 23:33:24.856861 3893 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:33:24.917396 3893 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 23:33:24.917427 3893 factory.go:1890] *v1.Node informer cache synced successfully I0326 23:33:24.917438 3893 factory.go:1890] *v1.Service informer cache synced successfully I0326 23:33:24.917444 3893 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 23:33:24.917448 3893 factory.go:1890] *v1.Pod informer cache synced successfully I0326 23:33:24.917452 3893 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 23:33:24.917572 3893 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:33:24.917648 3893 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:33:24.917571 3893 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:33:24.917898 3893 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:33:24.922633 3893 factory.go:1890] *v1.Node informer cache synced successfully I0326 23:33:24.922651 3893 factory.go:1890] *v1.Service informer cache synced successfully I0326 23:33:24.922655 3893 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 23:33:24.922658 3893 factory.go:1890] *v1.Pod informer cache synced successfully I0326 23:33:24.922661 3893 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 23:33:24.922664 3893 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 23:33:24.933165 3893 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:33:24.933168 3893 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 23:33:25.023015 3893 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 23:33:25.023033 3893 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 23:33:25.023143 3893 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.023163 3893 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.028477 3893 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 23:33:25.028491 3893 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 23:33:25.028883 3893 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.033842 3893 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 23:33:25.033913 3893 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.033932 3893 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.040549 3893 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.128896 3893 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 23:33:25.134079 3893 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 23:33:25.134158 3893 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.134171 3893 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.138129 3893 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.140086 3893 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 23:33:25.140100 3893 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 23:33:25.140164 3893 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.140203 3893 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.143769 3893 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.145751 3893 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 23:33:25.145827 3893 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 23:33:25.145880 3893 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.145893 3893 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.150982 3893 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 23:33:25.152788 3893 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.156731 3893 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 23:33:25.156875 3893 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:33:25.156897 3893 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:33:25.161111 3893 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 23:33:25.162037 3893 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 23:33:25.162108 3893 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.162123 3893 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.162176 3893 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.162230 3893 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.166906 3893 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.166989 3893 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 23:33:25.167108 3893 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 23:33:25.167120 3893 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 23:33:25.167129 3893 factory.go:636] Watch Factory start up complete, took: 450.80045ms I0326 23:33:25.167140 3893 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-147.ec2.internal" zone I0326 23:33:25.251101 3893 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 23:33:25.256269 3893 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 23:33:25.261416 3893 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 23:33:25.261432 3893 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 23:33:25.261438 3893 factory.go:636] Watch Factory start up complete, took: 550.206276ms I0326 23:33:25.261512 3893 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0326 23:33:25.287578 3893 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-27 23:28:24 +0000 UTC" deadline="2026-03-27 17:03:09.796318696 +0000 UTC" I0326 23:33:25.287598 3893 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h29m44.508726659s" I0326 23:33:25.295786 3893 default_node_network_controller.go:709] Initializing the default node network controller I0326 23:33:25.344041 3893 udn_isolation.go:101] Starting UDN host isolation manager I0326 23:33:25.350272 3893 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0326 23:33:25.395149 3893 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0326 23:33:25.395312 3893 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0326 23:33:25.395332 3893 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0326 23:33:25.429018 3893 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0326 23:33:25.429080 3893 default_node_network_controller.go:808] Node ip-10-0-1-147.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0326 23:33:25.434060 3893 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.147"] k8s.ovn.org/zone-name:ip-10-0-1-147.ec2.internal] on node ip-10-0-1-147.ec2.internal I0326 23:33:25.457349 3893 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0326 23:33:25.462932 3893 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0326 23:33:25.463106 3893 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0326 23:33:25.463252 3893 gateway_init.go:263] Preparing Gateway I0326 23:33:25.463265 3893 gateway_shared_intf.go:1658] Creating new gateway I0326 23:33:25.535800 3893 iptables.go:108] Creating table: filter chain: FORWARD I0326 23:33:25.541772 3893 iptables.go:108] Creating table: filter chain: OUTPUT I0326 23:33:25.547911 3893 gateway_shared_intf.go:1787] Gateway Creation Complete I0326 23:33:25.547926 3893 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-147.ec2.internal","mac-address":"0a:ff:d1:0b:9a:a1","ip-addresses":["10.0.1.147/24"],"ip-address":"10.0.1.147/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:70e5a072-2d6d-4cb1-a62d-f21d22abf795 k8s.ovn.org/node-encap-ips:["10.0.1.147"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.147/24"} k8s.ovn.org/zone-name:ip-10-0-1-147.ec2.internal] on node ip-10-0-1-147.ec2.internal I0326 23:33:25.567199 3893 default_node_network_controller.go:518] Node connection status = connected I0326 23:33:25.667968 3893 controller_manager.go:427] Waiting for node in zone sync took: 500.810034ms I0326 23:33:25.673302 3893 controller_manager.go:608] Switching to transit router for layer2 networks I0326 23:33:25.673317 3893 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-147.ec2.internal I0326 23:33:25.688684 3893 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 23:33:25.694828 3893 controller_manager.go:288] SCTP support detected in OVN I0326 23:33:25.695379 3893 services_controller.go:69] Creating services controller for network=default I0326 23:33:25.695493 3893 udn_enabled_svc.go:80] Waiting for service informer to sync I0326 23:33:25.695633 3893 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0326 23:33:25.695714 3893 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0326 23:33:25.695729 3893 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0326 23:33:25.695737 3893 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 23:33:25.695907 3893 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0326 23:33:25.696006 3893 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0326 23:33:25.696032 3893 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 17.846µs I0326 23:33:25.696040 3893 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 43.951µs I0326 23:33:25.696045 3893 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0326 23:33:25.696050 3893 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 36.31µs I0326 23:33:25.696055 3893 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0326 23:33:25.696070 3893 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 9.793µs I0326 23:33:25.696074 3893 default_network_controller.go:321] Starting the default network controller I0326 23:33:25.696101 3893 udn_enabled_svc.go:95] Performing full resync I0326 23:33:25.696458 3893 udn_enabled_svc.go:99] Waiting for handler to sync I0326 23:33:25.696472 3893 udn_enabled_svc.go:104] Starting worker I0326 23:33:25.704438 3893 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0326 23:33:25.704504 3893 repair.go:33] Syncing exgw routes took 54.249µs I0326 23:33:25.704523 3893 default_network_controller.go:407] Starting all the Watchers... I0326 23:33:25.704716 3893 namespace.go:98] [openshift-network-operator] adding namespace I0326 23:33:25.704729 3893 namespace.go:98] [openshift-operators] adding namespace I0326 23:33:25.704739 3893 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0326 23:33:25.704740 3893 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0326 23:33:25.704746 3893 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0326 23:33:25.704755 3893 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0326 23:33:25.704824 3893 namespace.go:98] [openshift-kube-scheduler] adding namespace I0326 23:33:25.704834 3893 namespace.go:98] [openshift-service-ca-operator] adding namespace I0326 23:33:25.704722 3893 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0326 23:33:25.704844 3893 namespace.go:98] [openshift-backplane-srep] adding namespace I0326 23:33:25.704849 3893 namespace.go:98] [openshift-machine-config-operator] adding namespace I0326 23:33:25.704853 3893 namespace.go:98] [openshift-dns] adding namespace I0326 23:33:25.704857 3893 namespace.go:98] [default] adding namespace I0326 23:33:25.704862 3893 namespace.go:98] [openshift-network-diagnostics] adding namespace I0326 23:33:25.704879 3893 namespace.go:98] [open-cluster-management-2p9n1cflvtbbv11qgga665kmjqjciu59] adding namespace I0326 23:33:25.705404 3893 namespace.go:102] [openshift-network-operator] adding namespace took 674.502µs I0326 23:33:25.705418 3893 namespace.go:98] [openshift-network-console] adding namespace I0326 23:33:25.705991 3893 namespace.go:102] [openshift-network-console] adding namespace took 560.85µs I0326 23:33:25.706004 3893 namespace.go:98] [openshift-image-registry] adding namespace I0326 23:33:25.706541 3893 namespace.go:102] [openshift-image-registry] adding namespace took 529.223µs I0326 23:33:25.706559 3893 namespace.go:98] [openshift-network-node-identity] adding namespace I0326 23:33:25.707053 3893 namespace.go:102] [openshift-operators] adding namespace took 2.316196ms I0326 23:33:25.707072 3893 namespace.go:98] [openshift-authentication] adding namespace I0326 23:33:25.707622 3893 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 2.870727ms I0326 23:33:25.707639 3893 namespace.go:98] [openshift-backplane-cee] adding namespace I0326 23:33:25.708222 3893 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 3.473204ms I0326 23:33:25.708235 3893 namespace.go:98] [openshift-operators-redhat] adding namespace I0326 23:33:25.708807 3893 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.052722ms I0326 23:33:25.708817 3893 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0326 23:33:25.709419 3893 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 4.649404ms I0326 23:33:25.709435 3893 namespace.go:98] [openshift-etcd] adding namespace I0326 23:33:25.709990 3893 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.156842ms I0326 23:33:25.710006 3893 namespace.go:98] [openshift-apiserver] adding namespace I0326 23:33:25.710575 3893 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.731996ms I0326 23:33:25.710595 3893 namespace.go:98] [openshift-machine-api] adding namespace I0326 23:33:25.711075 3893 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.212685ms I0326 23:33:25.711090 3893 namespace.go:98] [openshift-monitoring] adding namespace I0326 23:33:25.711620 3893 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.769595ms I0326 23:33:25.711631 3893 namespace.go:98] [openshift-backplane-cse] adding namespace I0326 23:33:25.712214 3893 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.353211ms I0326 23:33:25.712232 3893 namespace.go:98] [openshift-insights] adding namespace I0326 23:33:25.712763 3893 namespace.go:102] [openshift-dns] adding namespace took 7.876981ms I0326 23:33:25.712778 3893 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace W0326 23:33:25.713290 3893 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-pwvv2: pod openshift-network-diagnostics/network-check-target-pwvv2: no pod IPs found I0326 23:33:25.713316 3893 namespace.go:102] [default] adding namespace took 8.450281ms I0326 23:33:25.713328 3893 namespace.go:98] [openshift-ingress-canary] adding namespace I0326 23:33:25.713903 3893 namespace.go:102] [openshift-network-diagnostics] adding namespace took 9.034859ms I0326 23:33:25.713915 3893 namespace.go:98] [openshift-service-ca] adding namespace I0326 23:33:25.714546 3893 namespace.go:102] [open-cluster-management-2p9n1cflvtbbv11qgga665kmjqjciu59] adding namespace took 9.653878ms I0326 23:33:25.714565 3893 namespace.go:98] [openshift-console-operator] adding namespace I0326 23:33:25.715083 3893 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.517337ms I0326 23:33:25.715103 3893 namespace.go:98] [openshift-ingress] adding namespace I0326 23:33:25.715718 3893 namespace.go:102] [openshift-authentication] adding namespace took 8.639837ms I0326 23:33:25.715737 3893 namespace.go:98] [openshift-ingress-operator] adding namespace I0326 23:33:25.716237 3893 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.591945ms I0326 23:33:25.716254 3893 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0326 23:33:25.716673 3893 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.427646ms I0326 23:33:25.716697 3893 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0326 23:33:25.717244 3893 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.420774ms I0326 23:33:25.717266 3893 namespace.go:98] [openshift-multus] adding namespace I0326 23:33:25.717763 3893 namespace.go:102] [openshift-etcd] adding namespace took 8.321943ms I0326 23:33:25.717777 3893 namespace.go:98] [openshift-backplane] adding namespace I0326 23:33:25.718262 3893 namespace.go:102] [openshift-apiserver] adding namespace took 8.252923ms I0326 23:33:25.718273 3893 namespace.go:98] [openshift-backplane-mobb] adding namespace I0326 23:33:25.718941 3893 namespace.go:102] [openshift-machine-api] adding namespace took 8.33821ms I0326 23:33:25.718963 3893 namespace.go:98] [openshift-must-gather-operator] adding namespace I0326 23:33:25.719648 3893 namespace.go:102] [openshift-monitoring] adding namespace took 8.552825ms I0326 23:33:25.719665 3893 namespace.go:98] [openshift-config-operator] adding namespace I0326 23:33:25.720091 3893 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.452616ms I0326 23:33:25.720110 3893 namespace.go:98] [openshift-cluster-version] adding namespace I0326 23:33:25.720713 3893 namespace.go:102] [openshift-insights] adding namespace took 8.473788ms I0326 23:33:25.720729 3893 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0326 23:33:25.721355 3893 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.570508ms I0326 23:33:25.721375 3893 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0326 23:33:25.721832 3893 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.498323ms I0326 23:33:25.721845 3893 namespace.go:98] [openshift-kube-apiserver] adding namespace I0326 23:33:25.722320 3893 namespace.go:102] [openshift-service-ca] adding namespace took 8.400515ms I0326 23:33:25.722331 3893 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0326 23:33:25.722915 3893 namespace.go:102] [openshift-console-operator] adding namespace took 8.341446ms I0326 23:33:25.722934 3893 namespace.go:98] [openshift-console-user-settings] adding namespace I0326 23:33:25.723493 3893 namespace.go:102] [openshift-ingress] adding namespace took 8.385478ms I0326 23:33:25.723505 3893 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0326 23:33:25.723919 3893 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.174131ms I0326 23:33:25.723930 3893 namespace.go:98] [openshift-host-network] adding namespace I0326 23:33:25.724587 3893 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 8.32793ms I0326 23:33:25.724597 3893 namespace.go:98] [openshift-config-managed] adding namespace W0326 23:33:25.725125 3893 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-r7bdt: pod openshift-multus/network-metrics-daemon-r7bdt: no pod IPs found I0326 23:33:25.725152 3893 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.446031ms I0326 23:33:25.725173 3893 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0326 23:33:25.725877 3893 namespace.go:102] [openshift-multus] adding namespace took 8.606026ms I0326 23:33:25.725902 3893 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0326 23:33:25.726339 3893 namespace.go:102] [openshift-backplane] adding namespace took 8.555357ms I0326 23:33:25.726355 3893 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0326 23:33:25.726936 3893 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.6574ms I0326 23:33:25.726951 3893 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0326 23:33:25.727965 3893 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.993897ms I0326 23:33:25.727985 3893 namespace.go:98] [openshift-backplane-tam] adding namespace I0326 23:33:25.728516 3893 namespace.go:102] [openshift-config-operator] adding namespace took 8.845179ms I0326 23:33:25.728530 3893 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0326 23:33:25.728956 3893 namespace.go:102] [openshift-cluster-version] adding namespace took 8.841382ms I0326 23:33:25.728968 3893 namespace.go:98] [kube-system] adding namespace I0326 23:33:25.729394 3893 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.660915ms I0326 23:33:25.729406 3893 namespace.go:98] [openshift] adding namespace I0326 23:33:25.729931 3893 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.551031ms I0326 23:33:25.729942 3893 namespace.go:98] [dedicated-admin] adding namespace I0326 23:33:25.730419 3893 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.569765ms I0326 23:33:25.730431 3893 namespace.go:98] [openshift-package-operator] adding namespace I0326 23:33:25.731008 3893 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.65456ms I0326 23:33:25.731028 3893 namespace.go:98] [openshift-backplane-csm] adding namespace I0326 23:33:25.731515 3893 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.574494ms I0326 23:33:25.731533 3893 namespace.go:98] [kube-node-lease] adding namespace I0326 23:33:25.731972 3893 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.461761ms I0326 23:33:25.732634 3893 namespace.go:102] [openshift-host-network] adding namespace took 8.69802ms I0326 23:33:25.732653 3893 namespace.go:98] [openshift-apiserver-operator] adding namespace I0326 23:33:25.733095 3893 namespace.go:102] [openshift-config-managed] adding namespace took 8.491949ms I0326 23:33:25.733108 3893 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0326 23:33:25.733634 3893 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.451905ms I0326 23:33:25.733649 3893 namespace.go:98] [openshift-node] adding namespace I0326 23:33:25.734100 3893 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.190795ms I0326 23:33:25.734116 3893 namespace.go:98] [openshift-controller-manager] adding namespace I0326 23:33:25.734666 3893 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.303595ms I0326 23:33:25.734686 3893 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0326 23:33:25.735223 3893 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.265327ms I0326 23:33:25.735238 3893 namespace.go:98] [openshift-route-controller-manager] adding namespace I0326 23:33:25.735675 3893 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.683162ms I0326 23:33:25.735688 3893 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0326 23:33:25.736177 3893 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.639737ms I0326 23:33:25.736216 3893 namespace.go:98] [openshift-marketplace] adding namespace I0326 23:33:25.736688 3893 namespace.go:102] [kube-system] adding namespace took 7.71439ms I0326 23:33:25.736701 3893 namespace.go:98] [openshift-dns-operator] adding namespace I0326 23:33:25.737132 3893 namespace.go:102] [openshift] adding namespace took 7.720504ms I0326 23:33:25.737142 3893 namespace.go:98] [openshift-console] adding namespace I0326 23:33:25.737613 3893 namespace.go:102] [dedicated-admin] adding namespace took 7.665948ms I0326 23:33:25.738056 3893 namespace.go:102] [openshift-package-operator] adding namespace took 7.61938ms I0326 23:33:25.738071 3893 namespace.go:98] [kube-public] adding namespace I0326 23:33:25.738489 3893 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.453347ms I0326 23:33:25.738505 3893 namespace.go:98] [openshift-infra] adding namespace I0326 23:33:25.739016 3893 namespace.go:102] [kube-node-lease] adding namespace took 7.476216ms I0326 23:33:25.739029 3893 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0326 23:33:25.739473 3893 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.814071ms I0326 23:33:25.739496 3893 namespace.go:98] [openshift-logging] adding namespace I0326 23:33:25.739854 3893 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.740033ms I0326 23:33:25.739870 3893 namespace.go:98] [openshift-customer-monitoring] adding namespace I0326 23:33:25.740391 3893 namespace.go:102] [openshift-node] adding namespace took 6.735531ms I0326 23:33:25.740407 3893 namespace.go:98] [openshift-config] adding namespace I0326 23:33:25.740811 3893 namespace.go:102] [openshift-controller-manager] adding namespace took 6.688988ms I0326 23:33:25.741321 3893 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.629739ms I0326 23:33:25.741334 3893 namespace.go:98] [openshift-authentication-operator] adding namespace I0326 23:33:25.741921 3893 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.676705ms I0326 23:33:25.742384 3893 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.688653ms I0326 23:33:25.742888 3893 namespace.go:102] [openshift-marketplace] adding namespace took 6.666061ms I0326 23:33:25.742901 3893 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0326 23:33:25.743398 3893 namespace.go:102] [openshift-dns-operator] adding namespace took 6.691055ms I0326 23:33:25.743874 3893 namespace.go:102] [openshift-console] adding namespace took 6.726052ms I0326 23:33:25.744269 3893 namespace.go:102] [kube-public] adding namespace took 6.191274ms I0326 23:33:25.744284 3893 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0326 23:33:25.744736 3893 namespace.go:102] [openshift-infra] adding namespace took 6.226346ms I0326 23:33:25.745118 3893 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.084238ms I0326 23:33:25.745542 3893 namespace.go:102] [openshift-logging] adding namespace took 6.036687ms I0326 23:33:25.745954 3893 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.079009ms I0326 23:33:25.746421 3893 namespace.go:102] [openshift-config] adding namespace took 6.007555ms I0326 23:33:25.746856 3893 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.516238ms I0326 23:33:25.747311 3893 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 4.40531ms I0326 23:33:25.747920 3893 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 3.629069ms I0326 23:33:25.748389 3893 zone_ic_handler.go:186] Time taken to create transit switch: 350.981µs I0326 23:33:25.748468 3893 master.go:532] Adding or Updating local node "ip-10-0-1-147.ec2.internal" for network "default" I0326 23:33:25.748955 3893 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-231.ec2.internal for the network default I0326 23:33:25.749177 3893 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-151.ec2.internal for the network default I0326 23:33:25.750326 3893 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-231.ec2.internal" on network "default" took: 1.386902ms I0326 23:33:25.750606 3893 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-151.ec2.internal" on network "default" took: 1.444894ms W0326 23:33:25.757121 3893 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-pwvv2: pod openshift-network-diagnostics/network-check-target-pwvv2: no pod IPs found W0326 23:33:25.757147 3893 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-r7bdt: pod openshift-multus/network-metrics-daemon-r7bdt: no pod IPs found I0326 23:33:25.763674 3893 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-147.ec2.internal for the network default I0326 23:33:25.764996 3893 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0326 23:33:25.765058 3893 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0326 23:33:25.765074 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-231.ec2.internal in network "default" I0326 23:33:25.765081 3893 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0326 23:33:25.765155 3893 node_tracker.go:169] Node ip-10-0-0-231.ec2.internal switch + router changed, syncing services in network "default" I0326 23:33:25.765170 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:33:25.765177 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-147.ec2.internal in network "default" I0326 23:33:25.765241 3893 node_tracker.go:169] Node ip-10-0-1-147.ec2.internal switch + router changed, syncing services in network "default" I0326 23:33:25.765256 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:33:25.765264 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-151.ec2.internal in network "default" I0326 23:33:25.765284 3893 node_tracker.go:169] Node ip-10-0-2-151.ec2.internal switch + router changed, syncing services in network "default" I0326 23:33:25.765291 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:33:25.865809 3893 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0326 23:33:25.865832 3893 services_controller.go:208] Setting up event handlers for services for network=default I0326 23:33:25.865911 3893 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0326 23:33:25.865995 3893 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0326 23:33:25.866016 3893 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0326 23:33:25.967109 3893 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0326 23:33:25.967131 3893 repair.go:60] Starting repairing loop for services I0326 23:33:25.967247 3893 repair.go:131] Deleted 0 stale service LBs I0326 23:33:25.967269 3893 repair.go:137] Deleted 0 stale Chassis Template Vars I0326 23:33:25.967285 3893 repair.go:62] Finished repairing loop for services: 156.167µs I0326 23:33:25.967323 3893 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0326 23:33:25.967337 3893 services_controller.go:254] Starting workers for network=default I0326 23:33:25.968030 3893 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-r7bdt] creating logical port openshift-multus_network-metrics-daemon-r7bdt for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:25.968118 3893 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-r7bdt I0326 23:33:25.968104 3893 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-4rxqc of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0326 23:33:25.968174 3893 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-pwvv2] creating logical port openshift-network-diagnostics_network-check-target-pwvv2 for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:25.968288 3893 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-pwvv2 W0326 23:33:25.973705 3893 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 23:33:25.990998 3893 pod.go:62] [openshift-network-diagnostics/network-check-target-pwvv2] pod update took 22.729069ms I0326 23:33:25.991022 3893 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-pwvv2] addLogicalPort annotation time took 22.761808ms I0326 23:33:25.991141 3893 pod.go:62] [openshift-multus/network-metrics-daemon-r7bdt] pod update took 23.064222ms I0326 23:33:25.991158 3893 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-r7bdt] addLogicalPort annotation time took 23.086368ms I0326 23:33:25.991901 3893 pods.go:271] [openshift-network-diagnostics/network-check-target-pwvv2] addLogicalPort took 23.740944ms, libovsdb time 596.551µs I0326 23:33:25.992157 3893 pods.go:271] [openshift-multus/network-metrics-daemon-r7bdt] addLogicalPort took 24.135994ms, libovsdb time 768.463µs I0326 23:33:25.992632 3893 admin_network_policy_controller.go:227] Starting controller default-network-controller I0326 23:33:25.992652 3893 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0326 23:33:25.992664 3893 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0326 23:33:25.992670 3893 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0326 23:33:25.992851 3893 repair.go:29] Repairing admin network policies took 176.408µs I0326 23:33:25.992952 3893 repair.go:92] Repairing baseline admin network policies took 92.569µs I0326 23:33:25.993403 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0326 23:33:25.993424 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0326 23:33:25.994949 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0326 23:33:25.994966 3893 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0326 23:33:25.994976 3893 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0326 23:33:25.996998 3893 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0326 23:33:25.997018 3893 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0326 23:33:25.997033 3893 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0326 23:33:25.998241 3893 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0326 23:33:25.998260 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0326 23:33:25.998268 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0326 23:33:26.000164 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0326 23:33:26.000196 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0326 23:33:26.000207 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0326 23:33:26.000658 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0326 23:33:26.000681 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0326 23:33:26.001359 3893 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0326 23:33:26.001375 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 23:33:26.002090 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0326 23:33:26.002119 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0326 23:33:26.002131 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0326 23:33:26.002686 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0326 23:33:26.002705 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0326 23:33:26.002726 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 23:33:26.003406 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0326 23:33:26.003427 3893 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0326 23:33:26.003439 3893 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0326 23:33:26.004568 3893 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0326 23:33:26.004588 3893 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0326 23:33:26.004597 3893 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0326 23:33:26.006163 3893 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0326 23:33:26.006197 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0326 23:33:26.006208 3893 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0326 23:33:26.007640 3893 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0326 23:33:26.007658 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0326 23:33:26.007665 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0326 23:33:26.008104 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0326 23:33:26.008121 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0326 23:33:26.008128 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0326 23:33:26.009361 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0326 23:33:26.009384 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0326 23:33:26.009392 3893 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0326 23:33:26.009846 3893 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0326 23:33:26.009863 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0326 23:33:26.009871 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0326 23:33:26.010329 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0326 23:33:26.010347 3893 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0326 23:33:26.010355 3893 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0326 23:33:26.012239 3893 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0326 23:33:26.012257 3893 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0326 23:33:26.012266 3893 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0326 23:33:26.014231 3893 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0326 23:33:26.014249 3893 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0326 23:33:26.014257 3893 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0326 23:33:26.014760 3893 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0326 23:33:26.014776 3893 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0326 23:33:26.014782 3893 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0326 23:33:26.015077 3893 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0326 23:33:26.015093 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0326 23:33:26.015100 3893 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0326 23:33:26.015860 3893 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0326 23:33:26.015880 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0326 23:33:26.015886 3893 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0326 23:33:26.016409 3893 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0326 23:33:26.016437 3893 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0326 23:33:26.016446 3893 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0326 23:33:26.017574 3893 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0326 23:33:26.017591 3893 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0326 23:33:26.017598 3893 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0326 23:33:26.018154 3893 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0326 23:33:26.018174 3893 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0326 23:33:26.018197 3893 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0326 23:33:26.018519 3893 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0326 23:33:26.018537 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0326 23:33:26.018543 3893 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0326 23:33:26.018806 3893 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0326 23:33:26.018823 3893 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0326 23:33:26.018833 3893 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0326 23:33:26.019834 3893 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0326 23:33:26.019852 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0326 23:33:26.019861 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0326 23:33:26.020360 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0326 23:33:26.020375 3893 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0326 23:33:26.020382 3893 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0326 23:33:26.020667 3893 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0326 23:33:26.020683 3893 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0326 23:33:26.020695 3893 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0326 23:33:26.021754 3893 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0326 23:33:26.022027 3893 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-4rxqc of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0326 23:33:26.027940 3893 egressfirewall.go:319] Starting EgressFirewall controller I0326 23:33:26.027971 3893 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0326 23:33:26.027994 3893 controller.go:133] Adding controller egress-firewall-controller event handlers I0326 23:33:26.028044 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0326 23:33:26.028057 3893 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0326 23:33:26.027993 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0326 23:33:26.028069 3893 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0326 23:33:26.028352 3893 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0326 23:33:26.028366 3893 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0326 23:33:26.028375 3893 egressqos.go:193] Setting up event handlers for EgressQoS I0326 23:33:26.028465 3893 egressfirewall.go:628] Syncing node "ip-10-0-0-231.ec2.internal" for egress firewall I0326 23:33:26.028479 3893 egressfirewall.go:628] Syncing node "ip-10-0-1-147.ec2.internal" for egress firewall I0326 23:33:26.028483 3893 egressfirewall.go:628] Syncing node "ip-10-0-2-151.ec2.internal" for egress firewall I0326 23:33:26.028634 3893 egressqos.go:245] Starting EgressQoS Controller I0326 23:33:26.028642 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0326 23:33:26.028648 3893 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0326 23:33:26.028653 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0326 23:33:26.028657 3893 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0326 23:33:26.028662 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0326 23:33:26.028666 3893 shared_informer.go:356] "Caches are synced" controller="egressqos" I0326 23:33:26.028670 3893 egressqos.go:259] Repairing EgressQoSes I0326 23:33:26.028674 3893 egressqos.go:399] Starting repairing loop for egressqos I0326 23:33:26.028753 3893 egressqos.go:401] Finished repairing loop for egressqos: 70.282µs I0326 23:33:26.028771 3893 egressservice_zone.go:132] Setting up event handlers for Egress Services I0326 23:33:26.028804 3893 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-147.ec2.internal I0326 23:33:26.028855 3893 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-147.ec2.internal : 51.72µs I0326 23:33:26.028891 3893 egressservice_zone.go:210] Starting Egress Services Controller I0326 23:33:26.028900 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 23:33:26.028905 3893 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 23:33:26.028910 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 23:33:26.028917 3893 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 23:33:26.028922 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 23:33:26.028926 3893 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 23:33:26.028931 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0326 23:33:26.028935 3893 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0326 23:33:26.028939 3893 egressservice_zone.go:228] Repairing Egress Services I0326 23:33:26.029213 3893 master_controller.go:88] Starting Admin Policy Based Route Controller I0326 23:33:26.029221 3893 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 23:33:26.029247 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-231.ec2.internal I0326 23:33:26.029269 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-231.ec2.internal: 21.344µs I0326 23:33:26.029282 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-147.ec2.internal I0326 23:33:26.029286 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-147.ec2.internal: 4.978µs I0326 23:33:26.029291 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-151.ec2.internal I0326 23:33:26.029296 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-151.ec2.internal: 5.843µs I0326 23:33:26.029416 3893 default_network_controller.go:568] Completing all the Watchers took 324.883421ms I0326 23:33:26.029430 3893 default_network_controller.go:572] Starting unidling controllers I0326 23:33:26.029444 3893 unidle.go:46] Registering OVN SB ControllerEvent handler I0326 23:33:26.029451 3893 unidle.go:63] Populating Initial ContollerEvent events I0326 23:33:26.029462 3893 unidle.go:79] Setting up event handlers for services I0326 23:33:26.029513 3893 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0326 23:33:26.040006 3893 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0326 23:33:26.068611 3893 default_node_network_controller.go:518] Node connection status = connected I0326 23:33:26.083854 3893 bridgeconfig.go:537] Gateway is ready I0326 23:33:26.083870 3893 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0326 23:33:26.093998 3893 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.147. Updating OVN encap IP. I0326 23:33:26.098633 3893 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.147 - it is already configured I0326 23:33:26.098645 3893 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.147/24:{} 172.20.0.1/32:{}]. Updating annotations. I0326 23:33:26.098830 3893 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.147/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-147.ec2.internal","mac-address":"0a:ff:d1:0b:9a:a1","ip-addresses":["10.0.1.147/24"],"ip-address":"10.0.1.147/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:70e5a072-2d6d-4cb1-a62d-f21d22abf795 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.147/24"}] on node ip-10-0-1-147.ec2.internal I0326 23:33:26.117578 3893 egressfirewall.go:628] Syncing node "ip-10-0-1-147.ec2.internal" for egress firewall I0326 23:33:26.117583 3893 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-147.ec2.internal in network "default" I0326 23:33:26.117614 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-147.ec2.internal I0326 23:33:26.117625 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-147.ec2.internal: 12.8µs I0326 23:33:26.117629 3893 node_tracker.go:169] Node ip-10-0-1-147.ec2.internal switch + router changed, syncing services in network "default" I0326 23:33:26.117643 3893 services_controller.go:574] Full service sync requested for network=default I0326 23:33:26.117679 3893 master.go:532] Adding or Updating local node "ip-10-0-1-147.ec2.internal" for network "default" W0326 23:33:26.117746 3893 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 23:33:26.119710 3893 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.147 I0326 23:33:26.119806 3893 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-147.ec2.internal I0326 23:33:26.122459 3893 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-147.ec2.internal. Updating no re-route policies I0326 23:33:26.122535 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-pwvv2 I0326 23:33:26.122552 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-pwvv2 I0326 23:33:26.122592 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-r7bdt I0326 23:33:26.122606 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-jc2q6 I0326 23:33:26.122620 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ffhmd I0326 23:33:26.122611 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-r7bdt I0326 23:33:26.122634 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ffhmd I0326 23:33:26.122631 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-hrv6d I0326 23:33:26.122633 3893 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-147.ec2.internal I0326 23:33:26.122638 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-zjdzg I0326 23:33:26.122640 3893 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-gwgkv I0326 23:33:26.122643 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-hrv6d I0326 23:33:26.122649 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-zjdzg I0326 23:33:26.122650 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ffhmd after 0 failed attempt(s) I0326 23:33:26.122655 3893 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-r7bdt] creating logical port openshift-multus_network-metrics-daemon-r7bdt for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:26.122656 3893 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-gwgkv I0326 23:33:26.122620 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-97j6f I0326 23:33:26.122661 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8ddkf I0326 23:33:26.122669 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-hrv6d after 0 failed attempt(s) I0326 23:33:26.122645 3893 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-147.ec2.internal I0326 23:33:26.122670 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-zjdzg after 0 failed attempt(s) I0326 23:33:26.122676 3893 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-gwgkv after 0 failed attempt(s) I0326 23:33:26.122624 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-147.ec2.internal I0326 23:33:26.122696 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-147.ec2.internal I0326 23:33:26.122718 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-147.ec2.internal after 0 failed attempt(s) I0326 23:33:26.122615 3893 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-pwvv2] creating logical port openshift-network-diagnostics_network-check-target-pwvv2 for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:26.122736 3893 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-147.ec2.internal after 0 failed attempt(s) I0326 23:33:26.122667 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-97j6f I0326 23:33:26.122763 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-97j6f after 0 failed attempt(s) I0326 23:33:26.122677 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8ddkf I0326 23:33:26.122787 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-8ddkf after 0 failed attempt(s) I0326 23:33:26.122663 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-lzrdn I0326 23:33:26.122803 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-lzrdn I0326 23:33:26.122823 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-lzrdn after 0 failed attempt(s) I0326 23:33:26.122656 3893 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-2xczg I0326 23:33:26.122838 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-2xczg I0326 23:33:26.122849 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-2xczg after 0 failed attempt(s) I0326 23:33:26.122625 3893 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-jc2q6 I0326 23:33:26.122869 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-jc2q6 after 0 failed attempt(s) I0326 23:33:26.123334 3893 pods.go:271] [openshift-multus/network-metrics-daemon-r7bdt] addLogicalPort took 685.127µs, libovsdb time 247.571µs I0326 23:33:26.123346 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-r7bdt after 0 failed attempt(s) I0326 23:33:26.123401 3893 pods.go:271] [openshift-network-diagnostics/network-check-target-pwvv2] addLogicalPort took 824.372µs, libovsdb time 310.597µs I0326 23:33:26.123409 3893 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-pwvv2 after 0 failed attempt(s) I0326 23:33:26.139443 3893 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0326 23:33:26.150354 3893 iptables.go:108] Creating table: mangle chain: OUTPUT I0326 23:33:26.153555 3893 iptables.go:108] Creating table: nat chain: OUTPUT I0326 23:33:26.184484 3893 iptables.go:108] Creating table: nat chain: PREROUTING W0326 23:33:26.232880 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:33:26.232895 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:33:26.232900 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 23:33:26.233530 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 23:33:26.233545 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0326 23:33:26.246510 3893 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fd5865cf4-s6vd6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:33:26.247018 3893 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fd5865cf4-s6vd6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:33:26.260350 3893 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fd5865cf4-s6vd6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:26.260364 3893 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fd5865cf4-s6vd6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:26.271305 3893 iptables.go:108] Creating table: filter chain: FORWARD I0326 23:33:26.272537 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5fd5865cf4-s6vd6 I0326 23:33:26.272557 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5fd5865cf4-s6vd6 I0326 23:33:26.287901 3893 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0326 23:33:26.288031 3893 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0326 23:33:26.288076 3893 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0326 23:33:26.288153 3893 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0326 23:33:26.288214 3893 gateway_init.go:325] Gateway and management port readiness took 724.028966ms I0326 23:33:26.288242 3893 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0326 23:33:26.288277 3893 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0326 23:33:26.288288 3893 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0326 23:33:26.288296 3893 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 23:33:26.288341 3893 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0326 23:33:26.288411 3893 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 35.967µs I0326 23:33:26.288642 3893 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0326 23:33:26.288663 3893 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 12.809µs I0326 23:33:26.288671 3893 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 30.782µs I0326 23:33:26.288676 3893 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0326 23:33:26.288685 3893 nad_controller.go:173] [node-nad-controller NAD controller]: started I0326 23:33:26.288689 3893 default_node_network_controller.go:898] Starting the default node network controller I0326 23:33:26.288694 3893 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0326 23:33:26.288769 3893 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 10.216µs I0326 23:33:26.288828 3893 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0326 23:33:26.288836 3893 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0326 23:33:26.288857 3893 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bacba0 0xc0002dcaf0 0xc0002dcb60 0xc0002dcc40 0xc0002dccb0 0xc0002dcd20 0xc0002dcd90 0xc000ba8ff0 0xc0002dce70 0xc0002dcee0 0xc0009d4410 0xc00614afc0 0xc0002dcf50 map[0x2f67040:0xc00191ff20 0x2f67580:0xc0050a6120 0x2f68000:0xc00191fe60 0x2f682a0:0xc00191fec0 0x2f687e0:0xc0050a6000 0x2f68a80:0xc0050a6060 0x2f68d20:0xc0050a60c0 0x2f69500:0xc0050a6300 0x2f697a0:0xc0067fc000 0x2f93d40:0xc0011ffa40 0x2f940e0:0xc0011ffaa0 0x2f94bc0:0xc000c08360 0x2f96520:0xc000b149c0 0x2f97000:0xc00191fe00 0x2f97e80:0xc000b14a20] 0xc0004b2cb0 0} I0326 23:33:26.288909 3893 gateway.go:151] Starting gateway service sync I0326 23:33:26.289818 3893 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0326 23:33:26.291930 3893 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0326 23:33:26.318948 3893 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0326 23:33:26.320088 3893 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0326 23:33:26.321154 3893 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0326 23:33:26.355099 3893 gateway.go:168] Gateway service sync done. Time taken: 66.179753ms I0326 23:33:26.355731 3893 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32538 I0326 23:33:26.356040 3893 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bacba0 0xc0002dcaf0 0xc0002dcb60 0xc0002dcc40 0xc0002dccb0 0xc0002dcd20 0xc0002dcd90 0xc000ba8ff0 0xc0002dce70 0xc0002dcee0 0xc0009d4410 0xc00614afc0 0xc0002dcf50 map[0x2f67040:0xc00191ff20 0x2f67580:0xc0050a6120 0x2f68000:0xc00191fe60 0x2f682a0:0xc00191fec0 0x2f687e0:0xc0050a6000 0x2f68a80:0xc0050a6060 0x2f68d20:0xc0050a60c0 0x2f69500:0xc0050a6300 0x2f697a0:0xc0067fc000 0x2f93d40:0xc0011ffa40 0x2f940e0:0xc0011ffaa0 0x2f94bc0:0xc000c08360 0x2f96520:0xc000b149c0 0x2f97000:0xc00191fe00 0x2f97e80:0xc000b14a20] 0xc0004b2cb0 0} I0326 23:33:26.356586 3893 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bacba0 0xc0002dcaf0 0xc0002dcb60 0xc0002dcc40 0xc0002dccb0 0xc0002dcd20 0xc0002dcd90 0xc000ba8ff0 0xc0002dce70 0xc0002dcee0 0xc0009d4410 0xc00614afc0 0xc0002dcf50 map[0x2f67040:0xc00191ff20 0x2f67580:0xc0050a6120 0x2f68000:0xc00191fe60 0x2f682a0:0xc00191fec0 0x2f687e0:0xc0050a6000 0x2f68a80:0xc0050a6060 0x2f68d20:0xc0050a60c0 0x2f69500:0xc0050a6300 0x2f697a0:0xc0067fc000 0x2f93d40:0xc0011ffa40 0x2f940e0:0xc0011ffaa0 0x2f94bc0:0xc000c08360 0x2f96520:0xc000b149c0 0x2f97000:0xc00191fe00 0x2f97e80:0xc000b14a20] 0xc0004b2cb0 0} I0326 23:33:26.356626 3893 gateway.go:519] Reconciling gateway with updates I0326 23:33:26.361419 3893 gateway.go:326] Spawning Conntrack Rule Check Thread I0326 23:33:26.361502 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:33:26.361515 3893 default_node_network_controller.go:943] Gateway and management port readiness took 72.669095ms I0326 23:33:26.361523 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:33:26.361531 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 23:33:26.361564 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:33:26.361580 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:33:26.361580 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:33:26.361581 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:33:26.361596 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:33:26.361605 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:33:26.361602 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:33:26.361617 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 23:33:26.361626 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:33:26.361639 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:33:26.361643 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:33:26.361649 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 23:33:26.361650 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 23:33:26.361658 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:33:26.361636 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:33:26.361667 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:33:26.361666 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 23:33:26.361677 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:33:26.361676 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:33:26.361682 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:33:26.361682 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0326 23:33:26.361692 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:33:26.361693 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console I0326 23:33:26.361696 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0326 23:33:26.361703 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 23:33:26.361705 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console I0326 23:33:26.361704 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:33:26.361703 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 23:33:26.361714 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:33:26.361698 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:33:26.361724 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:33:26.361726 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:33:26.361735 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 23:33:26.361684 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 23:33:26.361743 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:33:26.361670 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:33:26.361750 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 23:33:26.361756 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 23:33:26.361758 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0326 23:33:26.361668 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:33:26.361774 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:33:26.361653 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:33:26.361777 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:33:26.361785 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:33:26.361784 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 23:33:26.361796 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:33:26.361802 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 23:33:26.361810 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:33:26.361810 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 23:33:26.361810 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:33:26.361818 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:33:26.361825 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 23:33:26.361822 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:33:26.361832 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 23:33:26.361836 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:33:26.361679 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 23:33:26.361845 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 23:33:26.361776 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 23:33:26.361766 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:33:26.361864 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 23:33:26.361869 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:33:26.361798 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:33:26.361877 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 23:33:26.361879 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 23:33:26.361883 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:33:26.361894 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:33:26.361905 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 23:33:26.361908 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 23:33:26.361796 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 23:33:26.361906 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 23:33:26.361812 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 23:33:26.361924 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 23:33:26.361927 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:33:26.361931 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:33:26.361709 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0326 23:33:26.361939 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:33:26.361928 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 23:33:26.361944 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:33:26.361950 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:33:26.361950 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:33:26.361958 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:33:26.361965 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:33:26.361915 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:33:26.361975 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:33:26.361977 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:33:26.361982 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:33:26.361986 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:33:26.361969 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:33:26.362003 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 23:33:26.362006 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:33:26.362019 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 23:33:26.362023 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:33:26.362027 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 23:33:26.362034 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 23:33:26.362034 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0326 23:33:26.362043 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:33:26.362046 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads I0326 23:33:26.362051 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:33:26.362055 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:33:26.361983 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:33:26.362059 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:33:26.361692 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:33:26.362079 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:33:26.361928 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 23:33:26.361936 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:33:26.362121 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:33:26.361950 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 23:33:26.361915 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:33:26.361937 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:33:26.362159 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 23:33:26.362058 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:33:26.362170 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:33:26.361990 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 23:33:26.361949 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:33:26.362210 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:33:26.362063 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:33:26.361919 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 23:33:26.362295 3893 port_claim.go:71] Svc openshift-ingress/router-default: port 32508 is already open, no action needed I0326 23:33:26.362305 3893 port_claim.go:71] Svc openshift-ingress/router-default: port 30435 is already open, no action needed I0326 23:33:26.363094 3893 node_ip_handler_linux.go:160] Node IP manager is running W0326 23:33:26.399881 3893 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 23:33:26.400306 3893 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 23:33:26.400571 3893 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0326 23:33:26.415863 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 23:33:26.415904 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 23:33:26.415916 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 23:33:26.415925 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 23:33:26.415935 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 23:33:26.415952 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 23:33:26.415961 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 23:33:26.415969 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 23:33:26.415979 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 23:33:26.416005 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 23:33:26.416057 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 23:33:26.416075 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 23:33:26.416103 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 23:33:26.454923 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 23:33:26.454948 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 23:33:26.454957 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 23:33:26.454963 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 23:33:26.454972 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0326 23:33:26.454981 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 23:33:26.454989 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 23:33:26.492358 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) W0326 23:33:27.222137 3893 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 23:33:27.892551 3893 default_node_network_controller.go:1364] Starting node controller node sync W0326 23:33:27.892581 3893 egressip_healthcheck.go:76] Health checking using insecure connection I0326 23:33:27.892619 3893 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0326 23:33:27.904461 3893 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 11.892418ms I0326 23:33:27.904560 3893 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-151.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:33:27.904579 3893 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-151.ec2.internal", IP: 10.0.2.151 to PMTUD blocking rules I0326 23:33:27.904560 3893 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-231.ec2.internal", IP: 10.0.0.231 to PMTUD blocking rules I0326 23:33:27.904593 3893 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-231.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 23:33:27.915991 3893 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0326 23:33:27.916245 3893 egressservice_node.go:93] Setting up event handlers for Egress Services I0326 23:33:27.916352 3893 egressservice_node.go:183] Starting Egress Services Controller I0326 23:33:27.916367 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 23:33:27.916379 3893 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 23:33:27.916384 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 23:33:27.916389 3893 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 23:33:27.916396 3893 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 23:33:27.916401 3893 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 23:33:27.916405 3893 egressservice_node.go:197] Repairing Egress Services I0326 23:33:27.926199 3893 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0326 23:33:27.926212 3893 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 23:33:27.926431 3893 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0326 23:33:27.926443 3893 link_network_manager.go:117] Link manager is running I0326 23:33:27.926451 3893 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0326 23:33:27.926490 3893 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0326 23:33:27.927138 3893 vrf_manager.go:128] VRF manager is running I0326 23:33:27.927296 3893 node_controller_manager.go:437] Removing flows to drop GARP I0326 23:33:27.927306 3893 gateway.go:519] Reconciling gateway with updates I0326 23:33:27.951117 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 23:33:27.951128 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:33:27.951141 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 23:33:27.951143 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:33:27.951144 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0326 23:33:27.951131 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:33:27.951153 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 23:33:27.951156 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0326 23:33:27.951158 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 23:33:27.951159 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 23:33:27.951162 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0326 23:33:27.951148 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 23:33:27.951171 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:33:27.951197 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 23:33:27.951194 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:33:27.951205 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 23:33:27.951206 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:33:27.951213 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 23:33:27.951219 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 23:33:27.951219 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:33:27.951223 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:33:27.951225 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 23:33:27.951229 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:33:27.951232 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 23:33:27.951237 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 23:33:27.951233 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:33:27.951240 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:33:27.951245 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 23:33:27.951251 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 23:33:27.951252 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 23:33:27.951234 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 23:33:27.951258 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/console I0326 23:33:27.951229 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 23:33:27.951206 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:33:27.951160 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:33:27.951277 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 23:33:27.951284 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 23:33:27.951285 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:33:27.951231 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 23:33:27.951295 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 23:33:27.951296 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 23:33:27.951299 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:33:27.951303 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 23:33:27.951295 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:33:27.951303 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 23:33:27.951314 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 23:33:27.951318 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 23:33:27.951317 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 23:33:27.951143 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 23:33:27.951321 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 23:33:27.951332 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 23:33:27.951173 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 23:33:27.951344 3893 port_claim.go:71] Svc openshift-ingress/router-default: port 32508 is already open, no action needed I0326 23:33:27.951345 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:33:27.951351 3893 port_claim.go:71] Svc openshift-ingress/router-default: port 30435 is already open, no action needed I0326 23:33:27.951359 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 23:33:27.951310 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 23:33:27.951283 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 23:33:27.951277 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 23:33:27.951214 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:33:27.951381 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 23:33:27.951379 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 23:33:27.951381 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 23:33:27.951390 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:33:27.951252 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:33:27.951397 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 23:33:27.951397 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 23:33:27.951347 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 23:33:27.951259 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 23:33:27.951199 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 23:33:27.951416 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 23:33:27.951434 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:33:27.951268 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/console I0326 23:33:27.951445 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 23:33:27.951451 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:33:27.951462 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 23:33:27.951221 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:33:27.951471 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 23:33:27.951284 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:33:27.951494 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 23:33:27.951512 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 23:33:27.951309 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:33:27.951525 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 23:33:27.951532 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 23:33:27.951329 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 23:33:27.951334 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0326 23:33:27.951540 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 23:33:27.951544 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 23:33:27.951547 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console/downloads I0326 23:33:27.951362 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 23:33:27.951554 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 23:33:27.951361 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:33:27.951567 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 23:33:27.951367 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 23:33:27.951373 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:33:27.951604 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 23:33:27.951609 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:33:27.951617 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 23:33:27.951384 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:33:27.951634 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:33:27.951643 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 23:33:27.951649 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 23:33:27.951684 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:33:27.951649 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 23:33:27.951258 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 23:33:27.951708 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:33:27.951713 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:33:27.951716 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 23:33:27.951722 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 23:33:27.951243 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:33:27.951746 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 23:33:27.951533 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 23:33:27.951753 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:33:27.951764 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:33:27.951748 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:33:27.951779 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 23:33:27.951784 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 23:33:27.951401 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 23:33:27.951700 3893 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:33:27.951818 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 23:33:27.951694 3893 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 23:33:27.951855 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 23:33:27.989091 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 23:33:27.989101 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 23:33:27.989117 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 23:33:28.025912 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 23:33:28.025935 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 23:33:28.025944 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0326 23:33:28.025950 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 23:33:28.025956 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 23:33:28.025962 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 23:33:28.025968 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0326 23:33:28.025974 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 23:33:28.062702 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 23:33:28.062723 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 23:33:28.062731 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 23:33:28.062737 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 23:33:28.062743 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 23:33:28.062748 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 23:33:28.062756 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 23:33:28.062762 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 23:33:28.062770 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 23:33:28.062776 3893 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 23:33:29.595637 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-147.ec2.internal I0326 23:33:29.595663 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-147.ec2.internal: 30.852µs I0326 23:33:29.638764 3893 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7d9b9d9ddb-wqt2g] creating logical port openshift-image-registry_image-registry-7d9b9d9ddb-wqt2g for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:29.638893 3893 kube.go:256] Updating pod openshift-image-registry/image-registry-7d9b9d9ddb-wqt2g I0326 23:33:29.670971 3893 pod.go:62] [openshift-image-registry/image-registry-7d9b9d9ddb-wqt2g] pod update took 32.105477ms I0326 23:33:29.670998 3893 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-7d9b9d9ddb-wqt2g] addLogicalPort annotation time took 32.131321ms I0326 23:33:29.672093 3893 pods.go:271] [openshift-image-registry/image-registry-7d9b9d9ddb-wqt2g] addLogicalPort took 33.349426ms, libovsdb time 849.381µs I0326 23:33:29.678948 3893 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-ppfm7] creating logical port openshift-ingress-canary_ingress-canary-ppfm7 for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:29.679069 3893 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-ppfm7 I0326 23:33:29.688688 3893 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-svtqk] creating logical port openshift-insights_insights-runtime-extractor-svtqk for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:29.688760 3893 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-svtqk I0326 23:33:29.696942 3893 pod.go:62] [openshift-ingress-canary/ingress-canary-ppfm7] pod update took 17.897172ms I0326 23:33:29.696958 3893 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-ppfm7] addLogicalPort annotation time took 17.916057ms I0326 23:33:29.697877 3893 pods.go:271] [openshift-ingress-canary/ingress-canary-ppfm7] addLogicalPort took 18.939492ms, libovsdb time 708.91µs I0326 23:33:29.709880 3893 pod.go:62] [openshift-insights/insights-runtime-extractor-svtqk] pod update took 21.142525ms I0326 23:33:29.709897 3893 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-svtqk] addLogicalPort annotation time took 21.164391ms I0326 23:33:29.710949 3893 pods.go:271] [openshift-insights/insights-runtime-extractor-svtqk] addLogicalPort took 22.272524ms, libovsdb time 823.242µs I0326 23:33:29.785050 3893 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-grthf] creating logical port openshift-dns_dns-default-grthf for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:29.785173 3893 kube.go:256] Updating pod openshift-dns/dns-default-grthf I0326 23:33:29.805746 3893 pod.go:62] [openshift-dns/dns-default-grthf] pod update took 20.61871ms I0326 23:33:29.805767 3893 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-grthf] addLogicalPort annotation time took 20.645585ms I0326 23:33:29.806865 3893 pods.go:271] [openshift-dns/dns-default-grthf] addLogicalPort took 21.835609ms, libovsdb time 845.335µs I0326 23:33:30.029854 3893 cni.go:403] [openshift-image-registry/image-registry-7d9b9d9ddb-wqt2g 497ae83b8d3ecb8831f9f45a66d342b83a5c6fa75b9c0873df88da94978f66b1 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-7d9b9d9ddb-wqt2g 497ae83b8d3ecb8831f9f45a66d342b83a5c6fa75b9c0873df88da94978f66b1 network default NAD default] I0326 23:33:30.055258 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7d9b9d9ddb-wqt2g, hostIfaceName: 497ae83b8d3ecb8, network: default, NAD default, SandboxID: "497ae83b8d3ecb8831f9f45a66d342b83a5c6fa75b9c0873df88da94978f66b1", PCI device ID: , UID: "8952fddb-865d-45bf-9921-cabe0adb16b3", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0326 23:33:30.079629 3893 cni.go:403] [openshift-ingress-canary/ingress-canary-ppfm7 1043df6004ba4ea07655f997d75deb44a7014ad94cd588c2d524d35590dee5c1 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-ppfm7 1043df6004ba4ea07655f997d75deb44a7014ad94cd588c2d524d35590dee5c1 network default NAD default] I0326 23:33:30.098060 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-ppfm7, hostIfaceName: 1043df6004ba4ea, network: default, NAD default, SandboxID: "1043df6004ba4ea07655f997d75deb44a7014ad94cd588c2d524d35590dee5c1", PCI device ID: , UID: "41ba65c7-7899-42a5-bb7a-11eb40fce7d7", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0326 23:33:30.099067 3893 cni.go:403] [openshift-insights/insights-runtime-extractor-svtqk fea946178aaec431b908ff712b10d67bac326ba84429dd33fce8dd6def6780a6 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-svtqk fea946178aaec431b908ff712b10d67bac326ba84429dd33fce8dd6def6780a6 network default NAD default] I0326 23:33:30.101646 3893 cni.go:424] [openshift-image-registry/image-registry-7d9b9d9ddb-wqt2g 497ae83b8d3ecb8831f9f45a66d342b83a5c6fa75b9c0873df88da94978f66b1 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-7d9b9d9ddb-wqt2g 497ae83b8d3ecb8831f9f45a66d342b83a5c6fa75b9c0873df88da94978f66b1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:58:1e:af:53:34\",\"name\":\"497ae83b8d3ecb8\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf3ef4fb-4da8-4bda-92b5-4321d1412fbd\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:33:30.110205 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-svtqk, hostIfaceName: fea946178aaec43, network: default, NAD default, SandboxID: "fea946178aaec431b908ff712b10d67bac326ba84429dd33fce8dd6def6780a6", PCI device ID: , UID: "86d9bad9-c340-47a6-b333-f19023fc5642", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0326 23:33:30.140483 3893 cni.go:424] [openshift-ingress-canary/ingress-canary-ppfm7 1043df6004ba4ea07655f997d75deb44a7014ad94cd588c2d524d35590dee5c1 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-ppfm7 1043df6004ba4ea07655f997d75deb44a7014ad94cd588c2d524d35590dee5c1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:af:68:8a:ee:7f\",\"name\":\"1043df6004ba4ea\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6db7872e-4a30-4804-b4ec-2c1141a9364e\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:33:30.156988 3893 cni.go:424] [openshift-insights/insights-runtime-extractor-svtqk fea946178aaec431b908ff712b10d67bac326ba84429dd33fce8dd6def6780a6 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-svtqk fea946178aaec431b908ff712b10d67bac326ba84429dd33fce8dd6def6780a6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:1f:56:03:a9:a5\",\"name\":\"fea946178aaec43\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/822e44dc-b387-49f6-b80f-fce48c314cb3\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:33:30.157761 3893 cni.go:403] [openshift-dns/dns-default-grthf 18205b8261f4f5fe37d62d42d589b1108fb58a61a26ba915e537af969bd758ac network default NAD default] ADD starting CNI request [openshift-dns/dns-default-grthf 18205b8261f4f5fe37d62d42d589b1108fb58a61a26ba915e537af969bd758ac network default NAD default] I0326 23:33:30.166063 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-grthf, hostIfaceName: 18205b8261f4f5f, network: default, NAD default, SandboxID: "18205b8261f4f5fe37d62d42d589b1108fb58a61a26ba915e537af969bd758ac", PCI device ID: , UID: "7dd3835d-e5b2-4741-9085-ec9f330bc2c0", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0326 23:33:30.210931 3893 cni.go:424] [openshift-dns/dns-default-grthf 18205b8261f4f5fe37d62d42d589b1108fb58a61a26ba915e537af969bd758ac network default NAD default] ADD finished CNI request [openshift-dns/dns-default-grthf 18205b8261f4f5fe37d62d42d589b1108fb58a61a26ba915e537af969bd758ac network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:1a:ac:ab:dc:91\",\"name\":\"18205b8261f4f5f\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad9f4780-9b63-43eb-9a11-740824d3b0bd\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:33:30.239090 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0326 23:33:30.364090 3893 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-xz6qk] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-xz6qk for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:30.364200 3893 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-xz6qk I0326 23:33:30.380021 3893 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-xz6qk] pod update took 15.858062ms I0326 23:33:30.380052 3893 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-xz6qk] addLogicalPort annotation time took 15.893453ms I0326 23:33:30.381325 3893 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-xz6qk] addLogicalPort took 17.257744ms, libovsdb time 889.991µs W0326 23:33:30.710865 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0326 23:33:30.763541 3893 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-xz6qk 1f5aa5354a4f97227eeb8d2232c196fe0b5f1828f52e2512b73f2c340dff8ffc network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-xz6qk 1f5aa5354a4f97227eeb8d2232c196fe0b5f1828f52e2512b73f2c340dff8ffc network default NAD default] I0326 23:33:30.776140 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-xz6qk, hostIfaceName: 1f5aa5354a4f972, network: default, NAD default, SandboxID: "1f5aa5354a4f97227eeb8d2232c196fe0b5f1828f52e2512b73f2c340dff8ffc", PCI device ID: , UID: "41058397-2d50-4051-a33b-e3116528b9bd", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0326 23:33:30.816417 3893 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-xz6qk 1f5aa5354a4f97227eeb8d2232c196fe0b5f1828f52e2512b73f2c340dff8ffc network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-xz6qk 1f5aa5354a4f97227eeb8d2232c196fe0b5f1828f52e2512b73f2c340dff8ffc network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:74:74:2b:fd:b1\",\"name\":\"1f5aa5354a4f972\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25835166-3868-46d5-9c7a-f22cc04e47ac\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:33:30.962710 3893 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:33:32.691792 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0326 23:33:33.533481 3893 base_network_controller_pods.go:487] [default/openshift-console/console-5c87bcb84c-wj4vj] creating logical port openshift-console_console-5c87bcb84c-wj4vj for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:33.533616 3893 kube.go:256] Updating pod openshift-console/console-5c87bcb84c-wj4vj W0326 23:33:33.549696 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0326 23:33:33.550657 3893 pod.go:62] [openshift-console/console-5c87bcb84c-wj4vj] pod update took 17.069472ms I0326 23:33:33.550680 3893 base_network_controller_pods.go:937] [default/openshift-console/console-5c87bcb84c-wj4vj] addLogicalPort annotation time took 17.096007ms I0326 23:33:33.551886 3893 pods.go:271] [openshift-console/console-5c87bcb84c-wj4vj] addLogicalPort took 18.426213ms, libovsdb time 951.204µs I0326 23:33:33.788631 3893 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:33.788728 3893 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb I0326 23:33:33.804306 3893 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb] pod update took 15.606956ms I0326 23:33:33.804331 3893 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb] addLogicalPort annotation time took 15.637379ms I0326 23:33:33.805470 3893 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb] addLogicalPort took 16.85987ms, libovsdb time 851.161µs I0326 23:33:33.951756 3893 cni.go:403] [openshift-console/console-5c87bcb84c-wj4vj d3a595df3ae3960cee7b451392f0909068d6df42a5cab5e458bc5773852a7f92 network default NAD default] ADD starting CNI request [openshift-console/console-5c87bcb84c-wj4vj d3a595df3ae3960cee7b451392f0909068d6df42a5cab5e458bc5773852a7f92 network default NAD default] I0326 23:33:33.963108 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5c87bcb84c-wj4vj, hostIfaceName: d3a595df3ae3960, network: default, NAD default, SandboxID: "d3a595df3ae3960cee7b451392f0909068d6df42a5cab5e458bc5773852a7f92", PCI device ID: , UID: "74047538-2ee2-4cf2-b24e-edf37687c26c", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0326 23:33:34.010728 3893 cni.go:424] [openshift-console/console-5c87bcb84c-wj4vj d3a595df3ae3960cee7b451392f0909068d6df42a5cab5e458bc5773852a7f92 network default NAD default] ADD finished CNI request [openshift-console/console-5c87bcb84c-wj4vj d3a595df3ae3960cee7b451392f0909068d6df42a5cab5e458bc5773852a7f92 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:72:9e:6d:2d:79\",\"name\":\"d3a595df3ae3960\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25194d62-3d91-4c85-9658-7d6c13617263\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:33:34.169943 3893 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb a05600445f9a81a990004d95e1d0d45b99168bcab273222b0975c488e09dd61d network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb a05600445f9a81a990004d95e1d0d45b99168bcab273222b0975c488e09dd61d network default NAD default] I0326 23:33:34.180310 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb, hostIfaceName: a05600445f9a81a, network: default, NAD default, SandboxID: "a05600445f9a81a990004d95e1d0d45b99168bcab273222b0975c488e09dd61d", PCI device ID: , UID: "da2f1248-c954-43da-88c8-55a934b8deb2", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0326 23:33:34.219564 3893 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb a05600445f9a81a990004d95e1d0d45b99168bcab273222b0975c488e09dd61d network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb a05600445f9a81a990004d95e1d0d45b99168bcab273222b0975c488e09dd61d network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:f2:c8:65:08:db\",\"name\":\"a05600445f9a81a\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08490541-bedf-4b51-a08b-b565df2b2312\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:33:35.006538 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0326 23:33:35.451530 3893 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-c56ff685-84m4q] creating logical port openshift-monitoring_prometheus-operator-c56ff685-84m4q for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:35.451665 3893 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-c56ff685-84m4q I0326 23:33:35.464641 3893 pod.go:62] [openshift-monitoring/prometheus-operator-c56ff685-84m4q] pod update took 13.000782ms I0326 23:33:35.464737 3893 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-c56ff685-84m4q] addLogicalPort annotation time took 13.098977ms I0326 23:33:35.466131 3893 pods.go:271] [openshift-monitoring/prometheus-operator-c56ff685-84m4q] addLogicalPort took 14.62202ms, libovsdb time 1.006954ms I0326 23:33:36.713608 3893 cni.go:403] [openshift-monitoring/prometheus-operator-c56ff685-84m4q 55270b575731a9853582f8f610b7d11ba3ad091cd8ec2503affb904809e1911a network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-c56ff685-84m4q 55270b575731a9853582f8f610b7d11ba3ad091cd8ec2503affb904809e1911a network default NAD default] I0326 23:33:36.723693 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-c56ff685-84m4q, hostIfaceName: 55270b575731a98, network: default, NAD default, SandboxID: "55270b575731a9853582f8f610b7d11ba3ad091cd8ec2503affb904809e1911a", PCI device ID: , UID: "8a3ea578-82ed-49a6-91aa-9642cd01d10b", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0326 23:33:36.763771 3893 cni.go:424] [openshift-monitoring/prometheus-operator-c56ff685-84m4q 55270b575731a9853582f8f610b7d11ba3ad091cd8ec2503affb904809e1911a network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-c56ff685-84m4q 55270b575731a9853582f8f610b7d11ba3ad091cd8ec2503affb904809e1911a network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:94:39:1b:ca:59\",\"name\":\"55270b575731a98\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a36de6c2-627e-487f-8d7c-00c47320b4ae\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:33:37.624172 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:33:37.624215 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:33:40.275478 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0326 23:33:41.896600 3893 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-567m8] creating logical port openshift-monitoring_openshift-state-metrics-bc865d6bb-567m8 for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:41.896723 3893 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-bc865d6bb-567m8 I0326 23:33:41.915378 3893 pod.go:62] [openshift-monitoring/openshift-state-metrics-bc865d6bb-567m8] pod update took 18.68469ms I0326 23:33:41.915405 3893 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-567m8] addLogicalPort annotation time took 18.715432ms I0326 23:33:41.916614 3893 pods.go:271] [openshift-monitoring/openshift-state-metrics-bc865d6bb-567m8] addLogicalPort took 20.032223ms, libovsdb time 851.948µs I0326 23:33:41.951630 3893 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-pxcvm] creating logical port openshift-monitoring_kube-state-metrics-664d8f7fc8-pxcvm for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:41.951747 3893 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-664d8f7fc8-pxcvm I0326 23:33:41.973132 3893 pod.go:62] [openshift-monitoring/kube-state-metrics-664d8f7fc8-pxcvm] pod update took 21.405569ms I0326 23:33:41.973235 3893 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-pxcvm] addLogicalPort annotation time took 21.511469ms I0326 23:33:41.978274 3893 pods.go:271] [openshift-monitoring/kube-state-metrics-664d8f7fc8-pxcvm] addLogicalPort took 26.659481ms, libovsdb time 4.292375ms I0326 23:33:42.284847 3893 cni.go:403] [openshift-monitoring/openshift-state-metrics-bc865d6bb-567m8 721dab8f5eaf842f443d9379d08f951f8968ffe541d4d8c7f3fab96bbd631ec4 network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-567m8 721dab8f5eaf842f443d9379d08f951f8968ffe541d4d8c7f3fab96bbd631ec4 network default NAD default] I0326 23:33:42.292783 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-bc865d6bb-567m8, hostIfaceName: 721dab8f5eaf842, network: default, NAD default, SandboxID: "721dab8f5eaf842f443d9379d08f951f8968ffe541d4d8c7f3fab96bbd631ec4", PCI device ID: , UID: "1c502ef0-beab-4445-84ed-f9bee6d56cf8", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0326 23:33:42.335700 3893 cni.go:424] [openshift-monitoring/openshift-state-metrics-bc865d6bb-567m8 721dab8f5eaf842f443d9379d08f951f8968ffe541d4d8c7f3fab96bbd631ec4 network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-567m8 721dab8f5eaf842f443d9379d08f951f8968ffe541d4d8c7f3fab96bbd631ec4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:41:58:bb:3d:6c\",\"name\":\"721dab8f5eaf842\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fae282a3-e2b3-4846-8472-2f68c264e9fd\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:33:43.077387 3893 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:43.077496 3893 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0326 23:33:43.101032 3893 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.574902ms I0326 23:33:43.101054 3893 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.600817ms I0326 23:33:43.102401 3893 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.032895ms, libovsdb time 977.873µs I0326 23:33:43.462703 3893 cni.go:403] [openshift-monitoring/alertmanager-main-0 b8b04d36baa3a5fcf80ac5d08ca0c1f5b8dac5193e6d5fdfe0dcfa65e8f48e96 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 b8b04d36baa3a5fcf80ac5d08ca0c1f5b8dac5193e6d5fdfe0dcfa65e8f48e96 network default NAD default] I0326 23:33:43.471355 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: b8b04d36baa3a5f, network: default, NAD default, SandboxID: "b8b04d36baa3a5fcf80ac5d08ca0c1f5b8dac5193e6d5fdfe0dcfa65e8f48e96", PCI device ID: , UID: "fb3f1390-9658-4276-b5aa-a4bde60f626d", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0326 23:33:43.515148 3893 cni.go:424] [openshift-monitoring/alertmanager-main-0 b8b04d36baa3a5fcf80ac5d08ca0c1f5b8dac5193e6d5fdfe0dcfa65e8f48e96 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 b8b04d36baa3a5fcf80ac5d08ca0c1f5b8dac5193e6d5fdfe0dcfa65e8f48e96 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:2f:37:9a:a3:cd\",\"name\":\"b8b04d36baa3a5f\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/483024f7-c0e8-4d57-9c28-dd2ae67fbf15\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:33:43.921456 3893 cni.go:403] [openshift-monitoring/kube-state-metrics-664d8f7fc8-pxcvm 871d82d71fe66dde81025c033541c8fe8fbd33f925e2498e6c7ac61c6b54eaae network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-pxcvm 871d82d71fe66dde81025c033541c8fe8fbd33f925e2498e6c7ac61c6b54eaae network default NAD default] I0326 23:33:43.929722 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-664d8f7fc8-pxcvm, hostIfaceName: 871d82d71fe66dd, network: default, NAD default, SandboxID: "871d82d71fe66dde81025c033541c8fe8fbd33f925e2498e6c7ac61c6b54eaae", PCI device ID: , UID: "6ccf69e5-27e1-4494-97ef-aec9313c7581", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0326 23:33:43.971966 3893 cni.go:424] [openshift-monitoring/kube-state-metrics-664d8f7fc8-pxcvm 871d82d71fe66dde81025c033541c8fe8fbd33f925e2498e6c7ac61c6b54eaae network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-pxcvm 871d82d71fe66dde81025c033541c8fe8fbd33f925e2498e6c7ac61c6b54eaae network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:a9:5f:c9:b2:af\",\"name\":\"871d82d71fe66dd\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f4f0009-5b5e-4e85-8ebd-1abf5b52652b\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:33:44.087647 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 23:33:44.958775 3893 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5c98db6c4-d6chm] creating logical port openshift-monitoring_thanos-querier-5c98db6c4-d6chm for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:44.958898 3893 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5c98db6c4-d6chm I0326 23:33:44.990363 3893 pod.go:62] [openshift-monitoring/thanos-querier-5c98db6c4-d6chm] pod update took 31.506995ms I0326 23:33:44.990393 3893 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-5c98db6c4-d6chm] addLogicalPort annotation time took 31.543488ms I0326 23:33:44.991947 3893 pods.go:271] [openshift-monitoring/thanos-querier-5c98db6c4-d6chm] addLogicalPort took 33.19261ms, libovsdb time 1.090156ms W0326 23:33:45.001102 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 23:33:45.001124 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:33:45.001133 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 23:33:45.771045 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:33:45.771063 3893 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:33:45.771068 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 23:33:46.194435 3893 cni.go:403] [openshift-monitoring/thanos-querier-5c98db6c4-d6chm 903f4de44a42a0dc1bc0d05adbdb69e5d7ad4c7a4efe253a492a80946ebd7e53 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-5c98db6c4-d6chm 903f4de44a42a0dc1bc0d05adbdb69e5d7ad4c7a4efe253a492a80946ebd7e53 network default NAD default] I0326 23:33:46.203827 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5c98db6c4-d6chm, hostIfaceName: 903f4de44a42a0d, network: default, NAD default, SandboxID: "903f4de44a42a0dc1bc0d05adbdb69e5d7ad4c7a4efe253a492a80946ebd7e53", PCI device ID: , UID: "91f35bb8-b642-4853-9f2c-113c2a5371f7", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0326 23:33:46.248350 3893 cni.go:424] [openshift-monitoring/thanos-querier-5c98db6c4-d6chm 903f4de44a42a0dc1bc0d05adbdb69e5d7ad4c7a4efe253a492a80946ebd7e53 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-5c98db6c4-d6chm 903f4de44a42a0dc1bc0d05adbdb69e5d7ad4c7a4efe253a492a80946ebd7e53 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:f7:39:b8:bc:2b\",\"name\":\"903f4de44a42a0d\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55af1b8b-3108-4673-916c-45517a753cad\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:33:46.457626 3893 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-68998dc46d-l9c42] creating logical port openshift-monitoring_metrics-server-68998dc46d-l9c42 for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:46.457715 3893 kube.go:256] Updating pod openshift-monitoring/metrics-server-68998dc46d-l9c42 I0326 23:33:46.473871 3893 pod.go:62] [openshift-monitoring/metrics-server-68998dc46d-l9c42] pod update took 16.179404ms I0326 23:33:46.473896 3893 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-68998dc46d-l9c42] addLogicalPort annotation time took 16.21161ms I0326 23:33:46.475168 3893 pods.go:271] [openshift-monitoring/metrics-server-68998dc46d-l9c42] addLogicalPort took 17.559297ms, libovsdb time 928.14µs I0326 23:33:46.695229 3893 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-wgrfj] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-wgrfj for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:46.695328 3893 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-wgrfj I0326 23:33:46.717135 3893 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-wgrfj] pod update took 21.830786ms I0326 23:33:46.717163 3893 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-wgrfj] addLogicalPort annotation time took 21.863327ms I0326 23:33:46.718759 3893 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-wgrfj] addLogicalPort took 23.544161ms, libovsdb time 1.145844ms W0326 23:33:46.783622 3893 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-5c87bcb84c-2nqcd IP address from the namespace address-set, err: pod openshift-console/console-5c87bcb84c-2nqcd: no pod IPs found I0326 23:33:46.893232 3893 cni.go:403] [openshift-monitoring/metrics-server-68998dc46d-l9c42 981df530576e940a9cf95f3424e73fc05ac03ab621d8e8a60e23fee5314e76dd network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-68998dc46d-l9c42 981df530576e940a9cf95f3424e73fc05ac03ab621d8e8a60e23fee5314e76dd network default NAD default] I0326 23:33:46.901769 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-68998dc46d-l9c42, hostIfaceName: 981df530576e940, network: default, NAD default, SandboxID: "981df530576e940a9cf95f3424e73fc05ac03ab621d8e8a60e23fee5314e76dd", PCI device ID: , UID: "57e420e5-21c7-4249-8a8c-4b71e07af55f", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0326 23:33:46.948592 3893 cni.go:424] [openshift-monitoring/metrics-server-68998dc46d-l9c42 981df530576e940a9cf95f3424e73fc05ac03ab621d8e8a60e23fee5314e76dd network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-68998dc46d-l9c42 981df530576e940a9cf95f3424e73fc05ac03ab621d8e8a60e23fee5314e76dd network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:0f:6f:14:d7:fb\",\"name\":\"981df530576e940\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df786241-bb3f-48d6-9423-455d1088b550\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:33:47.104367 3893 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:33:47.104388 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:33:47.104395 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 23:33:47.183234 3893 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5f9794f7c-42jmh] creating logical port openshift-monitoring_telemeter-client-5f9794f7c-42jmh for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:47.183381 3893 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5f9794f7c-42jmh I0326 23:33:47.205775 3893 pod.go:62] [openshift-monitoring/telemeter-client-5f9794f7c-42jmh] pod update took 22.421616ms I0326 23:33:47.205805 3893 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-5f9794f7c-42jmh] addLogicalPort annotation time took 22.454293ms I0326 23:33:47.207474 3893 pods.go:271] [openshift-monitoring/telemeter-client-5f9794f7c-42jmh] addLogicalPort took 24.258866ms, libovsdb time 1.281878ms I0326 23:33:47.593348 3893 cni.go:403] [openshift-monitoring/telemeter-client-5f9794f7c-42jmh 289fda9da343cdc1d6eec272d8fc730ea1c1f5a492387bd3ce21736627bda94b network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-5f9794f7c-42jmh 289fda9da343cdc1d6eec272d8fc730ea1c1f5a492387bd3ce21736627bda94b network default NAD default] I0326 23:33:47.602894 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5f9794f7c-42jmh, hostIfaceName: 289fda9da343cdc, network: default, NAD default, SandboxID: "289fda9da343cdc1d6eec272d8fc730ea1c1f5a492387bd3ce21736627bda94b", PCI device ID: , UID: "6b545f00-9034-4f85-a22a-67015f2ce009", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0326 23:33:47.652331 3893 cni.go:424] [openshift-monitoring/telemeter-client-5f9794f7c-42jmh 289fda9da343cdc1d6eec272d8fc730ea1c1f5a492387bd3ce21736627bda94b network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-5f9794f7c-42jmh 289fda9da343cdc1d6eec272d8fc730ea1c1f5a492387bd3ce21736627bda94b network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:ab:7f:e3:cd:9d\",\"name\":\"289fda9da343cdc\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9c7bffc-e4e0-4ad9-9a3a-06164d0927b3\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:33:47.698680 3893 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-wgrfj a7cc1a0fe6ec55a6dc921f24e88a08198e206909f6d8910b1d53b0e39593ce79 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-wgrfj a7cc1a0fe6ec55a6dc921f24e88a08198e206909f6d8910b1d53b0e39593ce79 network default NAD default] I0326 23:33:47.711204 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-wgrfj, hostIfaceName: a7cc1a0fe6ec55a, network: default, NAD default, SandboxID: "a7cc1a0fe6ec55a6dc921f24e88a08198e206909f6d8910b1d53b0e39593ce79", PCI device ID: , UID: "db0c46d5-29d4-4970-b66b-31252680c541", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0326 23:33:47.762362 3893 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-wgrfj a7cc1a0fe6ec55a6dc921f24e88a08198e206909f6d8910b1d53b0e39593ce79 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-wgrfj a7cc1a0fe6ec55a6dc921f24e88a08198e206909f6d8910b1d53b0e39593ce79 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:2e:8c:5c:41:14\",\"name\":\"a7cc1a0fe6ec55a\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb75905c-8cd8-4811-b255-55ac19a106de\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:33:48.233547 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:33:48.233599 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0326 23:33:48.256248 3893 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-147.ec2.internal I0326 23:33:48.256449 3893 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 W0326 23:33:48.280134 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:33:48.280167 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0326 23:33:48.284402 3893 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.010673ms I0326 23:33:48.284431 3893 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.044802ms I0326 23:33:48.286142 3893 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 29.915079ms, libovsdb time 1.270488ms W0326 23:33:48.781370 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:33:49.814702 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:33:49.814726 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0326 23:33:49.900041 3893 cni.go:403] [openshift-monitoring/prometheus-k8s-0 5b97c9c25abf14d8e8dbdbd11ac0c1143762b00143f410786dc3291d2dce7e7e network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 5b97c9c25abf14d8e8dbdbd11ac0c1143762b00143f410786dc3291d2dce7e7e network default NAD default] I0326 23:33:49.913054 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 5b97c9c25abf14d, network: default, NAD default, SandboxID: "5b97c9c25abf14d8e8dbdbd11ac0c1143762b00143f410786dc3291d2dce7e7e", PCI device ID: , UID: "33fb34bb-eb0d-4139-9922-57f65d690f19", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0326 23:33:49.973683 3893 cni.go:424] [openshift-monitoring/prometheus-k8s-0 5b97c9c25abf14d8e8dbdbd11ac0c1143762b00143f410786dc3291d2dce7e7e network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 5b97c9c25abf14d8e8dbdbd11ac0c1143762b00143f410786dc3291d2dce7e7e network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:a8:65:be:9b:a7\",\"name\":\"5b97c9c25abf14d\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79336a89-b020-484d-aacd-9d0fd719bf90\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:33:50.092711 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:33:50.813156 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:33:50.813176 3893 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:33:50.813198 3893 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:33:50.813205 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:33:51.968634 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 23:33:54.236665 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:33:54.236688 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:33:54.568057 3893 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-68997f7bdb-wglmk IP address from the namespace address-set, err: pod openshift-console/console-68997f7bdb-wglmk: no pod IPs found W0326 23:33:54.580889 3893 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-68997f7bdb-msz5m IP address from the namespace address-set, err: pod openshift-console/console-68997f7bdb-msz5m: no pod IPs found I0326 23:33:54.938439 3893 cni.go:403] [openshift-multus/network-metrics-daemon-r7bdt 8a3c5711a868b7b03228fc134138d0854840b39060a9d21cf0a05439b57c915b network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-r7bdt 8a3c5711a868b7b03228fc134138d0854840b39060a9d21cf0a05439b57c915b network default NAD default] I0326 23:33:54.945892 3893 cni.go:403] [openshift-network-diagnostics/network-check-target-pwvv2 196fd6704d25b347c00206d6faf83be0cb277a6c732834c13f3e339dca6005c0 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-pwvv2 196fd6704d25b347c00206d6faf83be0cb277a6c732834c13f3e339dca6005c0 network default NAD default] I0326 23:33:54.947951 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-r7bdt, hostIfaceName: 8a3c5711a868b7b, network: default, NAD default, SandboxID: "8a3c5711a868b7b03228fc134138d0854840b39060a9d21cf0a05439b57c915b", PCI device ID: , UID: "518fb48c-093a-400c-9cb7-b9ab6e0bece7", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0326 23:33:54.956164 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-pwvv2, hostIfaceName: 196fd6704d25b34, network: default, NAD default, SandboxID: "196fd6704d25b347c00206d6faf83be0cb277a6c732834c13f3e339dca6005c0", PCI device ID: , UID: "78fe0617-1169-4e5d-bf23-a5e1f9b2fa8d", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0326 23:33:55.000004 3893 cni.go:424] [openshift-multus/network-metrics-daemon-r7bdt 8a3c5711a868b7b03228fc134138d0854840b39060a9d21cf0a05439b57c915b network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-r7bdt 8a3c5711a868b7b03228fc134138d0854840b39060a9d21cf0a05439b57c915b network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:c8:3e:60:ef:9a\",\"name\":\"8a3c5711a868b7b\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f415f43-0d93-4ed1-a49a-20c488a8093f\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:33:55.019885 3893 cni.go:424] [openshift-network-diagnostics/network-check-target-pwvv2 196fd6704d25b347c00206d6faf83be0cb277a6c732834c13f3e339dca6005c0 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-pwvv2 196fd6704d25b347c00206d6faf83be0cb277a6c732834c13f3e339dca6005c0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:fe:6a:4b:6a:2f\",\"name\":\"196fd6704d25b34\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf25e1f4-624e-4897-a139-e7f927f327f2\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:33:55.131438 3893 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb a05600445f9a81a990004d95e1d0d45b99168bcab273222b0975c488e09dd61d network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb a05600445f9a81a990004d95e1d0d45b99168bcab273222b0975c488e09dd61d network default NAD default] I0326 23:33:55.202069 3893 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb a05600445f9a81a990004d95e1d0d45b99168bcab273222b0975c488e09dd61d network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb a05600445f9a81a990004d95e1d0d45b99168bcab273222b0975c488e09dd61d network default NAD default], result "{}", err I0326 23:33:55.328865 3893 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:33:55.328921 3893 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb I0326 23:33:55.330426 3893 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb, ips: 10.130.0.11 I0326 23:33:55.330466 3893 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:33:55.330490 3893 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:33:55.330506 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0326 23:33:55.330704 3893 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:33:55.330721 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0326 23:33:56.145223 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:33:56.145243 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:33:56.145248 3893 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:33:56.145252 3893 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0326 23:33:56.364243 3893 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:56.364278 3893 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:56.364298 3893 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:56.364311 3893 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390fdmbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:33:56.833337 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:33:56.833367 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:33:56.833376 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:33:56.833383 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:33:56.833397 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:33:56.833401 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:33:56.833406 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:33:56.833410 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier I0326 23:33:58.850482 3893 obj_retry.go:464] Detected object openshift-console/console-6969bb5f4f-kg498 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:33:58.851044 3893 obj_retry.go:464] Detected object openshift-console/console-6969bb5f4f-kg498 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:33:59.237662 3893 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0326 23:33:59.276976 3893 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0326 23:33:59.360559 3893 obj_retry.go:458] Detected object openshift-console/console-6969bb5f4f-kg498 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:59.360598 3893 obj_retry.go:458] Detected object openshift-console/console-6969bb5f4f-kg498 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:33:59.375009 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6969bb5f4f-kg498 I0326 23:33:59.375042 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6969bb5f4f-kg498 W0326 23:34:02.170146 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:34:02.170174 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:34:02.170196 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 23:34:02.170204 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0326 23:34:09.461616 3893 obj_retry.go:464] Detected object openshift-console/console-6969bb5f4f-4kk7b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:34:09.462090 3893 obj_retry.go:464] Detected object openshift-console/console-6969bb5f4f-4kk7b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0326 23:34:09.813690 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:34:09.813713 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0326 23:34:09.905254 3893 obj_retry.go:458] Detected object openshift-console/console-6969bb5f4f-4kk7b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:09.905279 3893 obj_retry.go:458] Detected object openshift-console/console-6969bb5f4f-4kk7b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:09.910699 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6969bb5f4f-4kk7b I0326 23:34:09.910726 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6969bb5f4f-4kk7b W0326 23:34:11.100078 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 23:34:13.515349 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:34:13.515371 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 23:34:13.515377 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 23:34:13.617874 3893 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fd5865cf4-sbv9c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:34:13.618465 3893 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fd5865cf4-sbv9c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0326 23:34:13.944882 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0326 23:34:13.959627 3893 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fd5865cf4-sbv9c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:13.959652 3893 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fd5865cf4-sbv9c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:13.965914 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5fd5865cf4-sbv9c I0326 23:34:13.965941 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5fd5865cf4-sbv9c W0326 23:34:17.431958 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0326 23:34:18.420964 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0326 23:34:30.167667 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 23:34:34.599520 3893 cni.go:403] [openshift-console/console-5c87bcb84c-wj4vj d3a595df3ae3960cee7b451392f0909068d6df42a5cab5e458bc5773852a7f92 network default NAD default] DEL starting CNI request [openshift-console/console-5c87bcb84c-wj4vj d3a595df3ae3960cee7b451392f0909068d6df42a5cab5e458bc5773852a7f92 network default NAD default] I0326 23:34:34.677316 3893 cni.go:424] [openshift-console/console-5c87bcb84c-wj4vj d3a595df3ae3960cee7b451392f0909068d6df42a5cab5e458bc5773852a7f92 network default NAD default] DEL finished CNI request [openshift-console/console-5c87bcb84c-wj4vj d3a595df3ae3960cee7b451392f0909068d6df42a5cab5e458bc5773852a7f92 network default NAD default], result "{}", err I0326 23:34:34.722891 3893 obj_retry.go:464] Detected object openshift-console/console-5c87bcb84c-wj4vj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:34:34.722935 3893 pods.go:176] Deleting pod: openshift-console/console-5c87bcb84c-wj4vj I0326 23:34:34.724207 3893 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c87bcb84c-wj4vj, ips: 10.130.0.10 I0326 23:34:34.724234 3893 obj_retry.go:464] Detected object openshift-console/console-5c87bcb84c-wj4vj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:34:35.314702 3893 obj_retry.go:458] Detected object openshift-console/console-5c87bcb84c-wj4vj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:35.314726 3893 obj_retry.go:458] Detected object openshift-console/console-5c87bcb84c-wj4vj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:34:35.321030 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c87bcb84c-wj4vj I0326 23:34:35.321055 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c87bcb84c-wj4vj W0326 23:34:49.134894 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:34:49.134954 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:34:49.134971 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:34:49.134979 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:34:56.443731 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 23:34:56.443750 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0326 23:35:02.353847 3893 base_network_controller_pods.go:487] [default/openshift-console/console-7479bb9c4d-whvbz] creating logical port openshift-console_console-7479bb9c4d-whvbz for pod on switch ip-10-0-1-147.ec2.internal I0326 23:35:02.353948 3893 kube.go:256] Updating pod openshift-console/console-7479bb9c4d-whvbz I0326 23:35:02.371053 3893 pod.go:62] [openshift-console/console-7479bb9c4d-whvbz] pod update took 17.13399ms I0326 23:35:02.371071 3893 base_network_controller_pods.go:937] [default/openshift-console/console-7479bb9c4d-whvbz] addLogicalPort annotation time took 17.156446ms I0326 23:35:02.372416 3893 pods.go:271] [openshift-console/console-7479bb9c4d-whvbz] addLogicalPort took 18.583752ms, libovsdb time 920.501µs I0326 23:35:02.735593 3893 cni.go:403] [openshift-console/console-7479bb9c4d-whvbz ad1683f946eb8af7976acc67a26a459c0ec4cff6ee42c3961a77767be88feec1 network default NAD default] ADD starting CNI request [openshift-console/console-7479bb9c4d-whvbz ad1683f946eb8af7976acc67a26a459c0ec4cff6ee42c3961a77767be88feec1 network default NAD default] I0326 23:35:02.751232 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7479bb9c4d-whvbz, hostIfaceName: ad1683f946eb8af, network: default, NAD default, SandboxID: "ad1683f946eb8af7976acc67a26a459c0ec4cff6ee42c3961a77767be88feec1", PCI device ID: , UID: "e6d130b9-6c9f-48c5-b9a5-2a3e126ae229", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0326 23:35:02.795993 3893 cni.go:424] [openshift-console/console-7479bb9c4d-whvbz ad1683f946eb8af7976acc67a26a459c0ec4cff6ee42c3961a77767be88feec1 network default NAD default] ADD finished CNI request [openshift-console/console-7479bb9c4d-whvbz ad1683f946eb8af7976acc67a26a459c0ec4cff6ee42c3961a77767be88feec1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:b1:a6:af:1d:d0\",\"name\":\"ad1683f946eb8af\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4ea244b-ebed-4ff3-be1a-468e8194cf20\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:35:13.492920 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 23:35:27.640203 3893 obj_retry.go:464] Detected object openshift-console/console-7b97c46849-jllrk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:35:27.640817 3893 obj_retry.go:464] Detected object openshift-console/console-7b97c46849-jllrk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:35:27.960868 3893 obj_retry.go:458] Detected object openshift-console/console-7b97c46849-jllrk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:35:27.960899 3893 obj_retry.go:458] Detected object openshift-console/console-7b97c46849-jllrk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:35:27.966457 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b97c46849-jllrk I0326 23:35:27.966474 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b97c46849-jllrk I0326 23:35:35.831584 3893 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0326 23:35:38.825014 3893 obj_retry.go:464] Detected object openshift-console/console-7b97c46849-gvrf5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:35:38.825665 3893 obj_retry.go:464] Detected object openshift-console/console-7b97c46849-gvrf5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:35:39.309568 3893 obj_retry.go:458] Detected object openshift-console/console-7b97c46849-gvrf5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:35:39.309591 3893 obj_retry.go:458] Detected object openshift-console/console-7b97c46849-gvrf5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:35:39.316583 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b97c46849-gvrf5 I0326 23:35:39.316610 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b97c46849-gvrf5 I0326 23:35:42.844130 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zs7r9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:35:42.844742 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zs7r9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:35:43.754022 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zs7r9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:35:43.754065 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zs7r9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:38:36.170788 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0326 23:38:37.165280 3893 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0326 23:39:03.412177 3893 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 23:39:14.451775 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0326 23:39:14.451858 3893 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-ch8fc IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-ch8fc: no pod IPs found I0326 23:40:03.756435 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-89xn4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:03.757034 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-89xn4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:40:04.642526 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-89xn4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:04.642571 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-89xn4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:40:21.143140 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0326 23:40:34.758743 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0326 23:40:37.033095 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0326 23:40:48.856559 3893 namespace.go:98] [tsf] adding namespace I0326 23:40:48.857482 3893 namespace.go:102] [tsf] adding namespace took 895.059µs I0326 23:40:48.870525 3893 namespace.go:142] [tsf] updating namespace I0326 23:40:48.880049 3893 namespace.go:142] [tsf] updating namespace I0326 23:40:50.147352 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0326 23:40:52.859730 3893 namespace.go:98] [konflux-operator] adding namespace I0326 23:40:52.859887 3893 namespace.go:98] [tsf-tas] adding namespace I0326 23:40:52.860712 3893 namespace.go:102] [konflux-operator] adding namespace took 958.59µs I0326 23:40:52.861365 3893 namespace.go:102] [tsf-tas] adding namespace took 1.457657ms I0326 23:40:52.862776 3893 namespace.go:98] [cert-manager-operator] adding namespace I0326 23:40:52.863462 3893 namespace.go:102] [cert-manager-operator] adding namespace took 673.989µs I0326 23:40:52.868736 3893 namespace.go:98] [tsf-tpa] adding namespace I0326 23:40:52.868879 3893 namespace.go:98] [rhtpa-operator] adding namespace I0326 23:40:52.868999 3893 namespace.go:98] [tsf-keycloak] adding namespace I0326 23:40:52.869090 3893 namespace.go:98] [rhbk-operator] adding namespace I0326 23:40:52.869220 3893 namespace.go:98] [konflux-ui] adding namespace I0326 23:40:52.869454 3893 namespace.go:102] [tsf-tpa] adding namespace took 704.579µs I0326 23:40:52.869923 3893 namespace.go:102] [rhtpa-operator] adding namespace took 1.032656ms I0326 23:40:52.870470 3893 namespace.go:102] [tsf-keycloak] adding namespace took 1.458395ms I0326 23:40:52.870957 3893 namespace.go:102] [rhbk-operator] adding namespace took 1.849412ms I0326 23:40:52.871453 3893 namespace.go:102] [konflux-ui] adding namespace took 2.218691ms I0326 23:40:52.878877 3893 namespace.go:142] [konflux-operator] updating namespace I0326 23:40:52.896314 3893 namespace.go:142] [konflux-operator] updating namespace I0326 23:40:52.902550 3893 namespace.go:142] [tsf-tas] updating namespace I0326 23:40:52.918088 3893 namespace.go:142] [tsf-tas] updating namespace I0326 23:40:52.931225 3893 namespace.go:142] [tsf-tpa] updating namespace I0326 23:40:52.931300 3893 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:40:52.931451 3893 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:40:52.947683 3893 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:40:52.951759 3893 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:40:52.951806 3893 namespace.go:142] [rhbk-operator] updating namespace I0326 23:40:52.951925 3893 namespace.go:142] [konflux-ui] updating namespace I0326 23:40:52.951964 3893 namespace.go:142] [konflux-operator] updating namespace I0326 23:40:52.954762 3893 namespace.go:142] [tsf-tas] updating namespace I0326 23:40:52.958929 3893 namespace.go:142] [tsf-tpa] updating namespace I0326 23:40:52.976868 3893 namespace.go:142] [tsf-tpa] updating namespace I0326 23:40:52.987926 3893 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:40:52.998913 3893 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:40:53.015992 3893 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:40:53.029362 3893 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:40:53.046720 3893 namespace.go:142] [rhbk-operator] updating namespace I0326 23:40:53.062070 3893 namespace.go:142] [rhbk-operator] updating namespace I0326 23:40:53.071785 3893 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:40:53.073362 3893 namespace.go:142] [konflux-ui] updating namespace I0326 23:40:53.088838 3893 namespace.go:142] [konflux-ui] updating namespace I0326 23:40:53.911554 3893 namespace.go:142] [tsf-tpa] updating namespace I0326 23:40:53.923242 3893 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:40:55.848511 3893 base_network_controller_pods.go:487] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp] creating logical port openshift-marketplace_867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp for pod on switch ip-10-0-1-147.ec2.internal I0326 23:40:55.848611 3893 kube.go:256] Updating pod openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp I0326 23:40:55.861488 3893 pod.go:62] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp] pod update took 12.905213ms I0326 23:40:55.861507 3893 base_network_controller_pods.go:937] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp] addLogicalPort annotation time took 12.928436ms I0326 23:40:55.862707 3893 pods.go:271] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp] addLogicalPort took 14.217179ms, libovsdb time 903.857µs I0326 23:40:55.955347 3893 base_network_controller_pods.go:487] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf] creating logical port openshift-marketplace_ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf for pod on switch ip-10-0-1-147.ec2.internal I0326 23:40:55.955507 3893 kube.go:256] Updating pod openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf I0326 23:40:55.969088 3893 pod.go:62] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf] pod update took 13.609995ms I0326 23:40:55.969115 3893 base_network_controller_pods.go:937] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf] addLogicalPort annotation time took 13.643392ms I0326 23:40:55.970472 3893 pods.go:271] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf] addLogicalPort took 15.144598ms, libovsdb time 971.843µs I0326 23:40:56.208154 3893 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp d08408b44e38e1e93aabd4ce5e180a96c7cf5836d6bf284ea1bcc524a593481b network default NAD default] ADD starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp d08408b44e38e1e93aabd4ce5e180a96c7cf5836d6bf284ea1bcc524a593481b network default NAD default] I0326 23:40:56.217782 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp, hostIfaceName: d08408b44e38e1e, network: default, NAD default, SandboxID: "d08408b44e38e1e93aabd4ce5e180a96c7cf5836d6bf284ea1bcc524a593481b", PCI device ID: , UID: "14805f96-6582-468b-996a-a6b517f875ac", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0326 23:40:56.318846 3893 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf d6b139803dd29f6cd3313efe8566992d37dbab8369a614f897a358b26c7fce0f network default NAD default] ADD starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf d6b139803dd29f6cd3313efe8566992d37dbab8369a614f897a358b26c7fce0f network default NAD default] I0326 23:40:56.327046 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf, hostIfaceName: d6b139803dd29f6, network: default, NAD default, SandboxID: "d6b139803dd29f6cd3313efe8566992d37dbab8369a614f897a358b26c7fce0f", PCI device ID: , UID: "01986439-02bd-4b15-9c93-9692e9fad9e3", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0326 23:40:56.371550 3893 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf d6b139803dd29f6cd3313efe8566992d37dbab8369a614f897a358b26c7fce0f network default NAD default] ADD finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf d6b139803dd29f6cd3313efe8566992d37dbab8369a614f897a358b26c7fce0f network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:18:33:96:e6:7d\",\"name\":\"d6b139803dd29f6\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/991b2cc6-bef9-4cc4-86af-82cb352161af\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:40:56.468221 3893 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp d08408b44e38e1e93aabd4ce5e180a96c7cf5836d6bf284ea1bcc524a593481b network default NAD default] ADD finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp d08408b44e38e1e93aabd4ce5e180a96c7cf5836d6bf284ea1bcc524a593481b network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:c1:a1:ab:6f:ea\",\"name\":\"d08408b44e38e1e\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7faab4f5-0cea-43a1-87e0-4931ad246414\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:40:59.199035 3893 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg for pod on switch ip-10-0-1-147.ec2.internal I0326 23:40:59.199134 3893 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg I0326 23:40:59.211811 3893 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg] pod update took 12.701355ms I0326 23:40:59.211869 3893 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg] addLogicalPort annotation time took 12.764809ms I0326 23:40:59.213123 3893 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg] addLogicalPort took 14.107579ms, libovsdb time 865.595µs I0326 23:40:59.557363 3893 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg 9093535de550746de62a1e5180c6b8873bacc25f93ee62737a9c507532a8c4ef network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg 9093535de550746de62a1e5180c6b8873bacc25f93ee62737a9c507532a8c4ef network default NAD default] I0326 23:40:59.567154 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg, hostIfaceName: 9093535de550746, network: default, NAD default, SandboxID: "9093535de550746de62a1e5180c6b8873bacc25f93ee62737a9c507532a8c4ef", PCI device ID: , UID: "d3f64d69-39fa-46c2-82b7-40c8ea1c009e", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0326 23:40:59.609278 3893 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg 9093535de550746de62a1e5180c6b8873bacc25f93ee62737a9c507532a8c4ef network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg 9093535de550746de62a1e5180c6b8873bacc25f93ee62737a9c507532a8c4ef network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:6e:22:8a:c9:72\",\"name\":\"9093535de550746\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbe18cd2-a283-42e1-b27f-38a88819913f\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:40:59.907039 3893 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp d08408b44e38e1e93aabd4ce5e180a96c7cf5836d6bf284ea1bcc524a593481b network default NAD default] DEL starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp d08408b44e38e1e93aabd4ce5e180a96c7cf5836d6bf284ea1bcc524a593481b network default NAD default] I0326 23:40:59.976457 3893 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp d08408b44e38e1e93aabd4ce5e180a96c7cf5836d6bf284ea1bcc524a593481b network default NAD default] DEL finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp d08408b44e38e1e93aabd4ce5e180a96c7cf5836d6bf284ea1bcc524a593481b network default NAD default], result "{}", err I0326 23:41:00.011238 3893 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:00.011267 3893 pods.go:176] Deleting pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp I0326 23:41:00.012639 3893 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp, ips: 10.130.0.22 I0326 23:41:00.012673 3893 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:00.012695 3893 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:00.012702 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:00.012892 3893 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:00.012911 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:00.375131 3893 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h for pod on switch ip-10-0-1-147.ec2.internal I0326 23:41:00.375278 3893 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h I0326 23:41:00.390806 3893 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h] pod update took 15.555468ms I0326 23:41:00.390827 3893 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h] addLogicalPort annotation time took 15.587791ms I0326 23:41:00.392003 3893 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h] addLogicalPort took 16.886907ms, libovsdb time 792.537µs I0326 23:41:00.734737 3893 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h ccc5ba029324d79e32f7fc926c3ca4d34828d2be13f1e0ef364ba72c31733281 network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h ccc5ba029324d79e32f7fc926c3ca4d34828d2be13f1e0ef364ba72c31733281 network default NAD default] I0326 23:41:00.744325 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h, hostIfaceName: ccc5ba029324d79, network: default, NAD default, SandboxID: "ccc5ba029324d79e32f7fc926c3ca4d34828d2be13f1e0ef364ba72c31733281", PCI device ID: , UID: "ce81a79a-02c3-4ae5-97df-d50de39170c4", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0326 23:41:00.786666 3893 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h ccc5ba029324d79e32f7fc926c3ca4d34828d2be13f1e0ef364ba72c31733281 network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h ccc5ba029324d79e32f7fc926c3ca4d34828d2be13f1e0ef364ba72c31733281 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:36:c7:7d:c0:b0\",\"name\":\"ccc5ba029324d79\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4b739fa-467f-4363-8c24-86ca4fa8ef9e\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:41:00.917559 3893 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf d6b139803dd29f6cd3313efe8566992d37dbab8369a614f897a358b26c7fce0f network default NAD default] DEL starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf d6b139803dd29f6cd3313efe8566992d37dbab8369a614f897a358b26c7fce0f network default NAD default] I0326 23:41:00.981327 3893 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf d6b139803dd29f6cd3313efe8566992d37dbab8369a614f897a358b26c7fce0f network default NAD default] DEL finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf d6b139803dd29f6cd3313efe8566992d37dbab8369a614f897a358b26c7fce0f network default NAD default], result "{}", err I0326 23:41:01.021883 3893 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:01.021942 3893 pods.go:176] Deleting pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf I0326 23:41:01.023310 3893 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf, ips: 10.130.0.23 I0326 23:41:01.023339 3893 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:01.023363 3893 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:01.023370 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:01.023524 3893 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:01.023538 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:01.037760 3893 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:01.037841 3893 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:01.037865 3893 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:01.037876 3893 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7zfdp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:02.048322 3893 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:02.048352 3893 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:02.048368 3893 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:02.048380 3893 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8wmnbf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:02.237499 3893 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm for pod on switch ip-10-0-1-147.ec2.internal I0326 23:41:02.237607 3893 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm I0326 23:41:02.250489 3893 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm] pod update took 12.916348ms I0326 23:41:02.250516 3893 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm] addLogicalPort annotation time took 12.946939ms I0326 23:41:02.251835 3893 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm] addLogicalPort took 14.352531ms, libovsdb time 846.738µs I0326 23:41:02.336451 3893 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n for pod on switch ip-10-0-1-147.ec2.internal I0326 23:41:02.336635 3893 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n I0326 23:41:02.349009 3893 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n] pod update took 12.402439ms I0326 23:41:02.349053 3893 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n] addLogicalPort annotation time took 12.43316ms I0326 23:41:02.350522 3893 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n] addLogicalPort took 14.085539ms, libovsdb time 988.733µs I0326 23:41:02.598933 3893 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm 2a1b476945280ee2169630bf5a7269186965890eaa9cbd416681e31c9c7564c7 network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm 2a1b476945280ee2169630bf5a7269186965890eaa9cbd416681e31c9c7564c7 network default NAD default] I0326 23:41:02.608051 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm, hostIfaceName: 2a1b476945280ee, network: default, NAD default, SandboxID: "2a1b476945280ee2169630bf5a7269186965890eaa9cbd416681e31c9c7564c7", PCI device ID: , UID: "f4754e13-2d87-43ed-a6ef-60a5669ff275", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0326 23:41:02.698958 3893 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n 8cee31c4ee61649a81338cbae348ada5dd9b9e5a7018e93edfcf9803a7f7078d network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n 8cee31c4ee61649a81338cbae348ada5dd9b9e5a7018e93edfcf9803a7f7078d network default NAD default] I0326 23:41:02.709347 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n, hostIfaceName: 8cee31c4ee61649, network: default, NAD default, SandboxID: "8cee31c4ee61649a81338cbae348ada5dd9b9e5a7018e93edfcf9803a7f7078d", PCI device ID: , UID: "210c7af0-450a-4897-8b48-66b7dee32004", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0326 23:41:02.754241 3893 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n 8cee31c4ee61649a81338cbae348ada5dd9b9e5a7018e93edfcf9803a7f7078d network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n 8cee31c4ee61649a81338cbae348ada5dd9b9e5a7018e93edfcf9803a7f7078d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:ad:97:28:b8:b7\",\"name\":\"8cee31c4ee61649\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aeca78b0-fc4a-4de9-8c85-67e368718b15\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:41:02.856877 3893 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm 2a1b476945280ee2169630bf5a7269186965890eaa9cbd416681e31c9c7564c7 network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm 2a1b476945280ee2169630bf5a7269186965890eaa9cbd416681e31c9c7564c7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:80:8b:86:6b:91\",\"name\":\"2a1b476945280ee\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a559ca7-0f76-4724-b121-5ed90716d5a6\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:41:03.943587 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0326 23:41:05.959992 3893 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h ccc5ba029324d79e32f7fc926c3ca4d34828d2be13f1e0ef364ba72c31733281 network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h ccc5ba029324d79e32f7fc926c3ca4d34828d2be13f1e0ef364ba72c31733281 network default NAD default] I0326 23:41:06.027633 3893 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h ccc5ba029324d79e32f7fc926c3ca4d34828d2be13f1e0ef364ba72c31733281 network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h ccc5ba029324d79e32f7fc926c3ca4d34828d2be13f1e0ef364ba72c31733281 network default NAD default], result "{}", err I0326 23:41:06.079410 3893 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:06.079474 3893 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h I0326 23:41:06.081093 3893 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h, ips: 10.130.0.25 I0326 23:41:06.081128 3893 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:06.081154 3893 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:06.081163 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:06.081406 3893 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:06.081423 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:06.767316 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=48 I0326 23:41:07.105335 3893 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:07.105363 3893 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:07.105386 3893 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:07.105397 3893 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15hl5h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:07.971766 3893 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n 8cee31c4ee61649a81338cbae348ada5dd9b9e5a7018e93edfcf9803a7f7078d network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n 8cee31c4ee61649a81338cbae348ada5dd9b9e5a7018e93edfcf9803a7f7078d network default NAD default] I0326 23:41:07.972546 3893 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm 2a1b476945280ee2169630bf5a7269186965890eaa9cbd416681e31c9c7564c7 network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm 2a1b476945280ee2169630bf5a7269186965890eaa9cbd416681e31c9c7564c7 network default NAD default] I0326 23:41:08.053406 3893 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n 8cee31c4ee61649a81338cbae348ada5dd9b9e5a7018e93edfcf9803a7f7078d network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n 8cee31c4ee61649a81338cbae348ada5dd9b9e5a7018e93edfcf9803a7f7078d network default NAD default], result "{}", err I0326 23:41:08.084124 3893 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm 2a1b476945280ee2169630bf5a7269186965890eaa9cbd416681e31c9c7564c7 network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm 2a1b476945280ee2169630bf5a7269186965890eaa9cbd416681e31c9c7564c7 network default NAD default], result "{}", err I0326 23:41:08.164585 3893 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:08.164619 3893 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n I0326 23:41:08.166055 3893 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n, ips: 10.130.0.27 I0326 23:41:08.166085 3893 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:08.166111 3893 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:08.166119 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:08.166312 3893 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:08.166323 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:08.220363 3893 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:08.220406 3893 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm I0326 23:41:08.221776 3893 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm, ips: 10.130.0.26 I0326 23:41:08.221802 3893 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:08.221841 3893 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:08.221851 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:08.222001 3893 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:08.222016 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:09.200525 3893 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:09.200555 3893 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:09.200569 3893 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:09.200586 3893 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7jk88n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:09.255162 3893 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:09.255200 3893 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:09.255214 3893 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:09.255222 3893 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaflmswm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:41:11.883783 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0326 23:41:13.422321 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0326 23:41:13.432319 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0326 23:41:17.988732 3893 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-srpn8] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-srpn8 for pod on switch ip-10-0-1-147.ec2.internal I0326 23:41:17.988841 3893 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-srpn8 I0326 23:41:18.047767 3893 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-srpn8 I0326 23:41:18.081203 3893 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-srpn8] pod update took 92.366996ms I0326 23:41:18.081229 3893 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-srpn8] addLogicalPort annotation time took 92.418398ms I0326 23:41:18.082435 3893 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-srpn8] addLogicalPort took 93.723709ms, libovsdb time 851.223µs I0326 23:41:18.360446 3893 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-srpn8 0cdf57f5f6f9213bf1b1db46403e9def70e81b6f7a023318dce8213e04713aa1 network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-srpn8 0cdf57f5f6f9213bf1b1db46403e9def70e81b6f7a023318dce8213e04713aa1 network default NAD default] I0326 23:41:18.368986 3893 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-srpn8, hostIfaceName: 0cdf57f5f6f9213, network: default, NAD default, SandboxID: "0cdf57f5f6f9213bf1b1db46403e9def70e81b6f7a023318dce8213e04713aa1", PCI device ID: , UID: "fd150ad0-16c5-4cf5-948f-8bb192e348d1", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0326 23:41:18.412604 3893 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-srpn8 0cdf57f5f6f9213bf1b1db46403e9def70e81b6f7a023318dce8213e04713aa1 network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-srpn8 0cdf57f5f6f9213bf1b1db46403e9def70e81b6f7a023318dce8213e04713aa1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:e7:13:4c:95:2e\",\"name\":\"0cdf57f5f6f9213\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a319a74d-1226-4ea6-9ab4-f32c13dc6f02\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:41:19.146982 3893 namespace.go:142] [openshift-operators] updating namespace I0326 23:41:19.157817 3893 namespace.go:142] [openshift-operators] updating namespace I0326 23:41:19.780721 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=40 W0326 23:41:20.953246 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0326 23:41:21.051538 3893 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg 9093535de550746de62a1e5180c6b8873bacc25f93ee62737a9c507532a8c4ef network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg 9093535de550746de62a1e5180c6b8873bacc25f93ee62737a9c507532a8c4ef network default NAD default] W0326 23:41:21.106573 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0326 23:41:21.124711 3893 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg 9093535de550746de62a1e5180c6b8873bacc25f93ee62737a9c507532a8c4ef network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg 9093535de550746de62a1e5180c6b8873bacc25f93ee62737a9c507532a8c4ef network default NAD default], result "{}", err W0326 23:41:21.174523 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:41:21.217504 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 23:41:21.232449 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0326 23:41:22.519364 3893 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:22.519397 3893 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg I0326 23:41:22.520810 3893 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg, ips: 10.130.0.24 I0326 23:41:22.520840 3893 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:22.520867 3893 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:22.520877 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 23:41:22.521059 3893 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 23:41:22.521078 3893 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 23:41:23.172667 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0326 23:41:23.593138 3893 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:23.593166 3893 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:23.593203 3893 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:23.593214 3893 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mv9lg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:24.157851 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0326 23:41:26.364851 3893 namespace.go:142] [openshift-operators] updating namespace I0326 23:41:26.779492 3893 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-zdf9f for pod on switch ip-10-0-1-147.ec2.internal I0326 23:41:26.779617 3893 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f I0326 23:41:26.878075 3893 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f I0326 23:41:26.900839 3893 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f] addLogicalPort annotation time took 121.249631ms I0326 23:41:26.900868 3893 base_network_controller_pods.go:828] Released IPs: 10.130.0.29 for node: ip-10-0-1-147.ec2.internal I0326 23:41:26.900876 3893 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f] addLogicalPort took 121.40848ms, libovsdb time 0s E0326 23:41:26.900893 3893 obj_retry.go:682] Failed to update *v1.Pod, old=openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f, new=openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f, error: addLogicalPort failed for openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f: failed to update pod openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f: Operation cannot be fulfilled on pods "openshift-pipelines-operator-6684678d86-zdf9f": the object has been modified; please apply your changes to the latest version and try again W0326 23:41:26.900971 3893 base_network_controller_policy.go:613] Failed to get get LSP for pod openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f NAD default for networkPolicy default-allow-all, err: logical port openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f for pod openshift-operators_openshift-pipelines-operator-6684678d86-zdf9f not found in cache E0326 23:41:26.900987 3893 obj_retry.go:682] Failed to update *factory.localPodSelector, old=openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f, new=openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f, error: unable to get port info for pod openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f NAD default I0326 23:41:26.901039 3893 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-operators", Name:"openshift-pipelines-operator-6684678d86-zdf9f", UID:"e294b07f-e2a6-45f0-853c-c8887520dd50", APIVersion:"v1", ResourceVersion:"16813", FieldPath:""}): type: 'Warning' reason: 'ErrorUpdatingResource' addLogicalPort failed for openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f: failed to update pod openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f: Operation cannot be fulfilled on pods "openshift-pipelines-operator-6684678d86-zdf9f": the object has been modified; please apply your changes to the latest version and try again I0326 23:41:26.901673 3893 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-zdf9f for pod on switch ip-10-0-1-147.ec2.internal I0326 23:41:26.901798 3893 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f I0326 23:41:26.932791 3893 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f] pod update took 31.025648ms I0326 23:41:26.932848 3893 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f] addLogicalPort annotation time took 31.086933ms I0326 23:41:26.934376 3893 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f] addLogicalPort took 32.712765ms, libovsdb time 1.050939ms I0326 23:41:27.141150 3893 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f d633222f944bf3bbc18d202028b1c59c50473a4403b98b5ba6d9f8911997d8e9 network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f d633222f944bf3bbc18d202028b1c59c50473a4403b98b5ba6d9f8911997d8e9 network default NAD default] I0326 23:41:27.150001 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-zdf9f, hostIfaceName: d633222f944bf3b, network: default, NAD default, SandboxID: "d633222f944bf3bbc18d202028b1c59c50473a4403b98b5ba6d9f8911997d8e9", PCI device ID: , UID: "e294b07f-e2a6-45f0-853c-c8887520dd50", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0326 23:41:27.197479 3893 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f d633222f944bf3bbc18d202028b1c59c50473a4403b98b5ba6d9f8911997d8e9 network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-zdf9f d633222f944bf3bbc18d202028b1c59c50473a4403b98b5ba6d9f8911997d8e9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:f3:0c:3e:81:50\",\"name\":\"d633222f944bf3b\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d7ecf1b-534b-41d1-a86d-69e0526cf0da\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:41:35.468092 3893 namespace.go:98] [trusted-artifact-signer] adding namespace I0326 23:41:35.469005 3893 namespace.go:102] [trusted-artifact-signer] adding namespace took 886.468µs I0326 23:41:35.494583 3893 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:41:35.541361 3893 namespace.go:142] [trusted-artifact-signer] updating namespace W0326 23:41:36.065199 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0326 23:41:41.327365 3893 namespace.go:98] [openshift-pipelines] adding namespace I0326 23:41:41.328336 3893 namespace.go:102] [openshift-pipelines] adding namespace took 942.297µs I0326 23:41:41.348693 3893 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:41:42.011259 3893 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:41:42.144049 3893 namespace.go:98] [cert-manager] adding namespace I0326 23:41:42.145251 3893 namespace.go:102] [cert-manager] adding namespace took 1.176321ms I0326 23:41:42.182024 3893 namespace.go:142] [cert-manager] updating namespace I0326 23:41:42.195120 3893 namespace.go:142] [cert-manager] updating namespace I0326 23:41:42.412286 3893 namespace.go:142] [konflux-operator] updating namespace I0326 23:41:42.628538 3893 namespace.go:142] [konflux-ui] updating namespace I0326 23:41:42.815846 3893 namespace.go:142] [open-cluster-management-2p9n1cflvtbbv11qgga665kmjqjciu59] updating namespace I0326 23:41:43.205924 3893 namespace.go:142] [rhbk-operator] updating namespace I0326 23:41:43.406772 3893 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:41:43.603105 3893 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:41:43.803133 3893 namespace.go:142] [tsf] updating namespace I0326 23:41:44.037797 3893 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:41:44.223953 3893 namespace.go:142] [tsf-tas] updating namespace I0326 23:41:44.444922 3893 namespace.go:142] [tsf-tpa] updating namespace I0326 23:41:44.550327 3893 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:41:44.560648 3893 namespace.go:142] [default] updating namespace I0326 23:41:44.574173 3893 namespace.go:142] [konflux-operator] updating namespace I0326 23:41:44.582206 3893 namespace.go:142] [konflux-ui] updating namespace I0326 23:41:44.591393 3893 namespace.go:142] [open-cluster-management-2p9n1cflvtbbv11qgga665kmjqjciu59] updating namespace I0326 23:41:44.601369 3893 namespace.go:142] [openshift] updating namespace I0326 23:41:44.623403 3893 namespace.go:142] [rhbk-operator] updating namespace I0326 23:41:44.634103 3893 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:41:44.642144 3893 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:41:44.651141 3893 namespace.go:142] [tsf] updating namespace I0326 23:41:44.665415 3893 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:41:44.676676 3893 namespace.go:142] [tsf-tas] updating namespace I0326 23:41:44.690286 3893 namespace.go:142] [tsf-tpa] updating namespace I0326 23:41:44.793042 3893 namespace.go:142] [cert-manager-operator] updating namespace I0326 23:41:44.888555 3893 namespace.go:142] [default] updating namespace I0326 23:41:45.012935 3893 namespace.go:142] [konflux-operator] updating namespace I0326 23:41:45.097325 3893 namespace.go:142] [konflux-ui] updating namespace I0326 23:41:45.189677 3893 namespace.go:142] [open-cluster-management-2p9n1cflvtbbv11qgga665kmjqjciu59] updating namespace I0326 23:41:45.291574 3893 namespace.go:142] [openshift] updating namespace I0326 23:41:45.392404 3893 namespace.go:142] [rhbk-operator] updating namespace I0326 23:41:45.491548 3893 namespace.go:142] [rhtpa-operator] updating namespace I0326 23:41:45.591855 3893 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 23:41:45.700035 3893 namespace.go:142] [tsf] updating namespace I0326 23:41:45.790534 3893 namespace.go:142] [tsf-keycloak] updating namespace I0326 23:41:45.896016 3893 namespace.go:142] [tsf-tas] updating namespace I0326 23:41:45.991629 3893 namespace.go:142] [tsf-tpa] updating namespace I0326 23:41:46.412332 3893 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:41:46.525980 3893 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-jnhkq] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-jnhkq for pod on switch ip-10-0-1-147.ec2.internal I0326 23:41:46.526087 3893 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-jnhkq I0326 23:41:46.538320 3893 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-jnhkq] pod update took 12.253059ms I0326 23:41:46.538351 3893 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-jnhkq] addLogicalPort annotation time took 12.293849ms I0326 23:41:46.539712 3893 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-jnhkq] addLogicalPort took 13.75007ms, libovsdb time 1.016028ms I0326 23:41:46.895358 3893 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-jnhkq e7d5d92b2d76533e51060284ec24215797d257dd96f53520d9f4942f96e0266c network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-jnhkq e7d5d92b2d76533e51060284ec24215797d257dd96f53520d9f4942f96e0266c network default NAD default] I0326 23:41:46.903590 3893 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-jnhkq, hostIfaceName: e7d5d92b2d76533, network: default, NAD default, SandboxID: "e7d5d92b2d76533e51060284ec24215797d257dd96f53520d9f4942f96e0266c", PCI device ID: , UID: "9d18f8ef-8e7b-4049-8c85-9c001d3c98e2", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0326 23:41:46.916896 3893 namespace.go:142] [cert-manager] updating namespace I0326 23:41:46.948266 3893 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-jnhkq e7d5d92b2d76533e51060284ec24215797d257dd96f53520d9f4942f96e0266c network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-jnhkq e7d5d92b2d76533e51060284ec24215797d257dd96f53520d9f4942f96e0266c network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:d6:9e:a8:aa:cb\",\"name\":\"e7d5d92b2d76533\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20979559-aa39-43a3-b940-6bf301886414\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:41:47.209339 3893 namespace.go:142] [cert-manager] updating namespace I0326 23:41:47.311886 3893 namespace.go:142] [cert-manager] updating namespace W0326 23:41:48.136124 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0326 23:41:48.136143 3893 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0326 23:41:49.052222 3893 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:49.052805 3893 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:41:49.083126 3893 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:49.083156 3893 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:41:49.093817 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0326 23:41:49.093914 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0326 23:41:53.759756 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53 I0326 23:41:54.406108 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zjvmg] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-zjvmg for pod on switch ip-10-0-1-147.ec2.internal I0326 23:41:54.406243 3893 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zjvmg I0326 23:41:54.422331 3893 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zjvmg] pod update took 16.144657ms I0326 23:41:54.422351 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zjvmg] addLogicalPort annotation time took 16.169789ms I0326 23:41:54.423557 3893 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zjvmg] addLogicalPort took 17.47081ms, libovsdb time 872.354µs I0326 23:41:54.518795 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-x6tr4] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-x6tr4 for pod on switch ip-10-0-1-147.ec2.internal I0326 23:41:54.518892 3893 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-x6tr4 I0326 23:41:54.544160 3893 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-x6tr4] pod update took 25.294964ms I0326 23:41:54.544194 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-x6tr4] addLogicalPort annotation time took 25.321908ms I0326 23:41:54.545513 3893 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-x6tr4] addLogicalPort took 26.731351ms, libovsdb time 958.175µs I0326 23:41:54.876139 3893 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zjvmg f3c4f5d7992ae0ae7e8c6514475d7fc19194fd58e5cd2dcacdfbef2453a1569a network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zjvmg f3c4f5d7992ae0ae7e8c6514475d7fc19194fd58e5cd2dcacdfbef2453a1569a network default NAD default] I0326 23:41:54.886256 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-zjvmg, hostIfaceName: f3c4f5d7992ae0a, network: default, NAD default, SandboxID: "f3c4f5d7992ae0ae7e8c6514475d7fc19194fd58e5cd2dcacdfbef2453a1569a", PCI device ID: , UID: "5d9f2d66-55d0-456f-998f-d8ddef82bcb3", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0326 23:41:54.931582 3893 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-x6tr4 2ee57930792ed958114c66edf47514a954e1d5b8e95217e4e52472abbdfba9c9 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-x6tr4 2ee57930792ed958114c66edf47514a954e1d5b8e95217e4e52472abbdfba9c9 network default NAD default] I0326 23:41:54.933645 3893 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zjvmg f3c4f5d7992ae0ae7e8c6514475d7fc19194fd58e5cd2dcacdfbef2453a1569a network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zjvmg f3c4f5d7992ae0ae7e8c6514475d7fc19194fd58e5cd2dcacdfbef2453a1569a network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:05:dd:6e:8a:ff\",\"name\":\"f3c4f5d7992ae0a\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9960337c-8fc2-4564-be32-e33bca7b89d8\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:41:54.940661 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-x6tr4, hostIfaceName: 2ee57930792ed95, network: default, NAD default, SandboxID: "2ee57930792ed958114c66edf47514a954e1d5b8e95217e4e52472abbdfba9c9", PCI device ID: , UID: "7ea53ec2-599e-4fba-bea8-0d6d175e6118", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0326 23:41:54.985769 3893 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-x6tr4 2ee57930792ed958114c66edf47514a954e1d5b8e95217e4e52472abbdfba9c9 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-x6tr4 2ee57930792ed958114c66edf47514a954e1d5b8e95217e4e52472abbdfba9c9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:22:34:18:3a:94\",\"name\":\"2ee57930792ed95\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6f51aa8-38e1-4424-a07d-049bcb2b0ad2\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:41:58.271778 3893 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:41:58.271798 3893 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:41:58.271805 3893 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:41:58.291168 3893 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:41:58.291211 3893 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:41:58.291216 3893 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:41:59.109653 3893 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:41:59.109676 3893 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:41:59.109681 3893 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:41:59.109685 3893 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:42:00.990745 3893 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0326 23:42:03.565038 3893 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-c6pcw] creating logical port cert-manager_cert-manager-59ccb4bb6b-c6pcw for pod on switch ip-10-0-1-147.ec2.internal I0326 23:42:03.565130 3893 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-c6pcw I0326 23:42:03.579639 3893 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-c6pcw] pod update took 14.535291ms I0326 23:42:03.579658 3893 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-c6pcw] addLogicalPort annotation time took 14.559416ms I0326 23:42:03.580990 3893 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-c6pcw] addLogicalPort took 15.974309ms, libovsdb time 964.255µs I0326 23:42:03.924682 3893 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-c6pcw 0de00a850ca4103695ee5b521b5dac01f0110d24f71f1ece08ef2ccc0b349397 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-c6pcw 0de00a850ca4103695ee5b521b5dac01f0110d24f71f1ece08ef2ccc0b349397 network default NAD default] I0326 23:42:03.934836 3893 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-c6pcw, hostIfaceName: 0de00a850ca4103, network: default, NAD default, SandboxID: "0de00a850ca4103695ee5b521b5dac01f0110d24f71f1ece08ef2ccc0b349397", PCI device ID: , UID: "29abf355-83a9-42f4-98ca-f93f8f54f396", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0326 23:42:03.979358 3893 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-c6pcw 0de00a850ca4103695ee5b521b5dac01f0110d24f71f1ece08ef2ccc0b349397 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-c6pcw 0de00a850ca4103695ee5b521b5dac01f0110d24f71f1ece08ef2ccc0b349397 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:b1:a7:4c:29:fd\",\"name\":\"0de00a850ca4103\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d84b30fd-add5-4872-ac2c-77ee421f185b\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:42:05.139443 3893 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0326 23:42:09.283685 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:42:09.283707 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:42:09.283713 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 23:42:09.306154 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:42:09.306173 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 23:42:09.306179 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0326 23:42:12.543920 3893 egressfirewall.go:628] Syncing node "ip-10-0-1-147.ec2.internal" for egress firewall I0326 23:42:12.543952 3893 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-147.ec2.internal I0326 23:42:12.543985 3893 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-147.ec2.internal: 39.249µs I0326 23:42:12.617350 3893 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-g8jzm] creating logical port kube-system_global-pull-secret-syncer-g8jzm for pod on switch ip-10-0-1-147.ec2.internal I0326 23:42:12.617438 3893 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-g8jzm I0326 23:42:12.668272 3893 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-g8jzm I0326 23:42:12.682240 3893 pod.go:62] [kube-system/global-pull-secret-syncer-g8jzm] pod update took 64.827317ms I0326 23:42:12.682268 3893 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-g8jzm] addLogicalPort annotation time took 64.858433ms I0326 23:42:12.683713 3893 pods.go:271] [kube-system/global-pull-secret-syncer-g8jzm] addLogicalPort took 66.377365ms, libovsdb time 1.062864ms I0326 23:42:12.974101 3893 cni.go:403] [kube-system/global-pull-secret-syncer-g8jzm 6cbb90d341f550e6f297fd8cc12e1657a18c14ef3df49f180bd6f5a7cb689f9f network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-g8jzm 6cbb90d341f550e6f297fd8cc12e1657a18c14ef3df49f180bd6f5a7cb689f9f network default NAD default] I0326 23:42:12.982730 3893 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-g8jzm, hostIfaceName: 6cbb90d341f550e, network: default, NAD default, SandboxID: "6cbb90d341f550e6f297fd8cc12e1657a18c14ef3df49f180bd6f5a7cb689f9f", PCI device ID: , UID: "fc9bd1ab-1753-49f4-ba5b-837c06136dea", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0326 23:42:13.028478 3893 cni.go:424] [kube-system/global-pull-secret-syncer-g8jzm 6cbb90d341f550e6f297fd8cc12e1657a18c14ef3df49f180bd6f5a7cb689f9f network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-g8jzm 6cbb90d341f550e6f297fd8cc12e1657a18c14ef3df49f180bd6f5a7cb689f9f network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:71:ef:5c:dd:aa\",\"name\":\"6cbb90d341f550e\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6bf466e1-abd9-4aa3-ab9b-52d068f5bb4c\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:42:16.504739 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-cgs76] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-cgs76 for pod on switch ip-10-0-1-147.ec2.internal I0326 23:42:16.504830 3893 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-cgs76 I0326 23:42:16.521879 3893 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-cgs76] pod update took 17.068681ms I0326 23:42:16.521907 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-cgs76] addLogicalPort annotation time took 17.103446ms I0326 23:42:16.523245 3893 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-cgs76] addLogicalPort took 18.523083ms, libovsdb time 960.028µs I0326 23:42:17.891454 3893 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-cgs76 414e7a45b3fd4d20bc32b58721f1329d9dbe597532859aa8fa15c803483bd21f network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-cgs76 414e7a45b3fd4d20bc32b58721f1329d9dbe597532859aa8fa15c803483bd21f network default NAD default] I0326 23:42:17.900165 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-cgs76, hostIfaceName: 414e7a45b3fd4d2, network: default, NAD default, SandboxID: "414e7a45b3fd4d20bc32b58721f1329d9dbe597532859aa8fa15c803483bd21f", PCI device ID: , UID: "e4edee81-9f65-42cb-921f-bb217e8d25be", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0326 23:42:17.951142 3893 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-cgs76 414e7a45b3fd4d20bc32b58721f1329d9dbe597532859aa8fa15c803483bd21f network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-cgs76 414e7a45b3fd4d20bc32b58721f1329d9dbe597532859aa8fa15c803483bd21f network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:ce:1f:28:26:e4\",\"name\":\"414e7a45b3fd4d2\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9a794b9-1556-41d6-bcac-8b3ac520172e\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:42:20.084944 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0326 23:42:24.861905 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=579 I0326 23:42:28.045801 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0326 23:42:29.245282 3893 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:29.245892 3893 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:29.266748 3893 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:42:29.266769 3893 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:42:29.273402 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0326 23:42:29.273423 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0326 23:42:32.963601 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-qxd5b] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-qxd5b for pod on switch ip-10-0-1-147.ec2.internal I0326 23:42:32.963730 3893 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-qxd5b I0326 23:42:32.979960 3893 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-qxd5b] pod update took 16.249487ms I0326 23:42:32.979987 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-qxd5b] addLogicalPort annotation time took 16.281782ms I0326 23:42:32.981329 3893 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-qxd5b] addLogicalPort took 17.748863ms, libovsdb time 871.994µs I0326 23:42:33.330312 3893 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-qxd5b 8c50461a26c070f6f6aaa0ef7009118a8ebed492b81f0a04143ee67a3479208d network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-qxd5b 8c50461a26c070f6f6aaa0ef7009118a8ebed492b81f0a04143ee67a3479208d network default NAD default] I0326 23:42:33.338811 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-qxd5b, hostIfaceName: 8c50461a26c070f, network: default, NAD default, SandboxID: "8c50461a26c070f6f6aaa0ef7009118a8ebed492b81f0a04143ee67a3479208d", PCI device ID: , UID: "d476a64b-b12e-4977-a090-84906e2ea8b9", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0326 23:42:33.383120 3893 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-qxd5b 8c50461a26c070f6f6aaa0ef7009118a8ebed492b81f0a04143ee67a3479208d network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-qxd5b 8c50461a26c070f6f6aaa0ef7009118a8ebed492b81f0a04143ee67a3479208d network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:c3:e4:4e:01:69\",\"name\":\"8c50461a26c070f\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce242992-cd19-423e-8215-ba7888ab3acb\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:42:36.153415 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:42:36.153441 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:42:36.155150 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0326 23:42:37.403988 3893 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0326 23:42:40.492132 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-147.ec2.internal I0326 23:42:40.492256 3893 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0326 23:42:40.507209 3893 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.983744ms I0326 23:42:40.507296 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 15.077129ms I0326 23:42:40.509165 3893 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 17.044849ms, libovsdb time 1.259067ms I0326 23:42:43.550623 3893 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 38ce29a6836a0e6f7ca00979d837e81071d3e6e9de2c44a99e7c9b6baa0e754d network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 38ce29a6836a0e6f7ca00979d837e81071d3e6e9de2c44a99e7c9b6baa0e754d network default NAD default] I0326 23:42:43.559509 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 38ce29a6836a0e6, network: default, NAD default, SandboxID: "38ce29a6836a0e6f7ca00979d837e81071d3e6e9de2c44a99e7c9b6baa0e754d", PCI device ID: , UID: "d8f2acb3-45f2-49b7-b02d-a2a041a9adf7", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0326 23:42:43.604767 3893 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 38ce29a6836a0e6f7ca00979d837e81071d3e6e9de2c44a99e7c9b6baa0e754d network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 38ce29a6836a0e6f7ca00979d837e81071d3e6e9de2c44a99e7c9b6baa0e754d network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:97:43:98:16:12\",\"name\":\"38ce29a6836a0e6\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a8b76ca-310d-4c5a-a1dd-485b14e54ccd\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:42:49.607110 3893 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0326 23:42:50.945016 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-hsw52] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-hsw52 for pod on switch ip-10-0-1-147.ec2.internal I0326 23:42:50.945124 3893 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-hsw52 I0326 23:42:50.961348 3893 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-hsw52] pod update took 16.259333ms I0326 23:42:50.961368 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-hsw52] addLogicalPort annotation time took 16.287091ms I0326 23:42:50.962704 3893 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-hsw52] addLogicalPort took 17.705303ms, libovsdb time 964.006µs I0326 23:42:51.044984 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gdjbp] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-gdjbp for pod on switch ip-10-0-1-147.ec2.internal I0326 23:42:51.045121 3893 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gdjbp I0326 23:42:51.057779 3893 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gdjbp] pod update took 12.682098ms I0326 23:42:51.057800 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gdjbp] addLogicalPort annotation time took 12.710888ms I0326 23:42:51.059103 3893 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gdjbp] addLogicalPort took 14.136752ms, libovsdb time 945.844µs I0326 23:42:51.939046 3893 cni.go:403] [openshift-pipelines/tekton-results-api-7b4b7bb78c-hsw52 a2c1fe8289ed321efcdacc9d950a62519451ccea01d367f802c65cfc40d5d3bc network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-hsw52 a2c1fe8289ed321efcdacc9d950a62519451ccea01d367f802c65cfc40d5d3bc network default NAD default] I0326 23:42:51.947474 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-hsw52, hostIfaceName: a2c1fe8289ed321, network: default, NAD default, SandboxID: "a2c1fe8289ed321efcdacc9d950a62519451ccea01d367f802c65cfc40d5d3bc", PCI device ID: , UID: "1af34cfb-bb10-4303-a60c-d89b9fed3d0b", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0326 23:42:51.993091 3893 cni.go:424] [openshift-pipelines/tekton-results-api-7b4b7bb78c-hsw52 a2c1fe8289ed321efcdacc9d950a62519451ccea01d367f802c65cfc40d5d3bc network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-hsw52 a2c1fe8289ed321efcdacc9d950a62519451ccea01d367f802c65cfc40d5d3bc network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:d1:88:c6:72:83\",\"name\":\"a2c1fe8289ed321\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23fd6849-0fd8-4924-b8ca-faef529ea4d8\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:42:52.029569 3893 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gdjbp 8ffd185fef4031e4fec03d34a3be6ffd216a8925a70119f3f0054cd6a3a13866 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gdjbp 8ffd185fef4031e4fec03d34a3be6ffd216a8925a70119f3f0054cd6a3a13866 network default NAD default] I0326 23:42:52.038338 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-gdjbp, hostIfaceName: 8ffd185fef4031e, network: default, NAD default, SandboxID: "8ffd185fef4031e4fec03d34a3be6ffd216a8925a70119f3f0054cd6a3a13866", PCI device ID: , UID: "8aeeded7-fcc0-40b8-9f0f-4cdf02b7e558", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0326 23:42:52.083157 3893 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gdjbp 8ffd185fef4031e4fec03d34a3be6ffd216a8925a70119f3f0054cd6a3a13866 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-gdjbp 8ffd185fef4031e4fec03d34a3be6ffd216a8925a70119f3f0054cd6a3a13866 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:3e:bc:34:14:ec\",\"name\":\"8ffd185fef4031e\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52c6c9f6-f536-4f64-b834-87cced0b3803\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:42:53.761666 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=155 W0326 23:42:55.625559 3893 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:42:55.625586 3893 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:42:55.625594 3893 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0326 23:42:57.518402 3893 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:57.518939 3893 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:42:58.259995 3893 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:42:58.260017 3893 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:42:58.267628 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0326 23:42:58.267673 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0326 23:43:00.286506 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:43:00.286533 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:43:00.286532 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:43:02.649703 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:43:02.649731 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 23:43:02.649738 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0326 23:43:17.944989 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0326 23:43:25.481284 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jpfvs] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-jpfvs for pod on switch ip-10-0-1-147.ec2.internal I0326 23:43:25.481386 3893 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jpfvs I0326 23:43:25.504645 3893 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jpfvs] pod update took 23.279106ms I0326 23:43:25.504671 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jpfvs] addLogicalPort annotation time took 23.309772ms I0326 23:43:25.506077 3893 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jpfvs] addLogicalPort took 24.814327ms, libovsdb time 1.019278ms I0326 23:43:25.578680 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wkl5c] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-wkl5c for pod on switch ip-10-0-1-147.ec2.internal I0326 23:43:25.578767 3893 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wkl5c I0326 23:43:25.593473 3893 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wkl5c] pod update took 14.725887ms I0326 23:43:25.593495 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wkl5c] addLogicalPort annotation time took 14.754071ms I0326 23:43:25.594761 3893 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wkl5c] addLogicalPort took 16.101343ms, libovsdb time 890.915µs I0326 23:43:25.871345 3893 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jpfvs e5fb2d2a73b6d2584967bf5328db193ecf4b753f7071a0ae574703f6ab64e3b0 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jpfvs e5fb2d2a73b6d2584967bf5328db193ecf4b753f7071a0ae574703f6ab64e3b0 network default NAD default] I0326 23:43:25.879665 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-jpfvs, hostIfaceName: e5fb2d2a73b6d25, network: default, NAD default, SandboxID: "e5fb2d2a73b6d2584967bf5328db193ecf4b753f7071a0ae574703f6ab64e3b0", PCI device ID: , UID: "16adea40-4050-4ba9-b5bf-eedd40a6f62d", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0326 23:43:25.927830 3893 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jpfvs e5fb2d2a73b6d2584967bf5328db193ecf4b753f7071a0ae574703f6ab64e3b0 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jpfvs e5fb2d2a73b6d2584967bf5328db193ecf4b753f7071a0ae574703f6ab64e3b0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:cf:31:35:e6:d2\",\"name\":\"e5fb2d2a73b6d25\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a472420-a4f4-4e1b-810c-390e719b0870\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:43:25.967760 3893 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wkl5c ae5273673942fa666b7352358020522558bb19702962b99c1d8a2988f86e2229 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wkl5c ae5273673942fa666b7352358020522558bb19702962b99c1d8a2988f86e2229 network default NAD default] I0326 23:43:25.976542 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-wkl5c, hostIfaceName: ae5273673942fa6, network: default, NAD default, SandboxID: "ae5273673942fa666b7352358020522558bb19702962b99c1d8a2988f86e2229", PCI device ID: , UID: "b51972f7-143c-47e1-b6d9-c662285183b2", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0326 23:43:26.022520 3893 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wkl5c ae5273673942fa666b7352358020522558bb19702962b99c1d8a2988f86e2229 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-wkl5c ae5273673942fa666b7352358020522558bb19702962b99c1d8a2988f86e2229 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:44:ed:3b:84:31\",\"name\":\"ae5273673942fa6\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bdf148ad-7816-4b25-9b21-63c336eec47f\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:43:28.793288 3893 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0326 23:43:31.640314 3893 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:31.640884 3893 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:38.637544 3893 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-7bwv6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:38.638139 3893 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-7bwv6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:39.664708 3893 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-7bwv6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:39.664737 3893 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-7bwv6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:43:39.803479 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0326 23:43:40.016462 3893 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:40.017053 3893 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:43:40.521652 3893 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:40.521685 3893 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:43:40.525541 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0326 23:43:40.525562 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0326 23:43:42.543985 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0326 23:43:42.548870 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 23:43:42.548893 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0326 23:44:23.168429 3893 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0326 23:44:29.697334 3893 namespace.go:142] [openshift-pipelines] updating namespace I0326 23:44:31.791154 3893 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:44:31.791197 3893 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:44:31.797472 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0326 23:44:31.797500 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0326 23:44:40.979535 3893 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:44:40.980093 3893 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:44:41.003107 3893 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:44:41.003128 3893 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:44:41.009888 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0326 23:44:41.009909 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0326 23:44:43.982078 3893 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-5d4cf695cb-r6psf] creating logical port tsf-tas_trillian-logsigner-5d4cf695cb-r6psf for pod on switch ip-10-0-1-147.ec2.internal I0326 23:44:43.982173 3893 kube.go:256] Updating pod tsf-tas/trillian-logsigner-5d4cf695cb-r6psf I0326 23:44:44.004097 3893 pod.go:62] [tsf-tas/trillian-logsigner-5d4cf695cb-r6psf] pod update took 21.948396ms I0326 23:44:44.004123 3893 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-5d4cf695cb-r6psf] addLogicalPort annotation time took 21.978783ms I0326 23:44:44.005416 3893 pods.go:271] [tsf-tas/trillian-logsigner-5d4cf695cb-r6psf] addLogicalPort took 23.354746ms, libovsdb time 847.885µs I0326 23:44:45.845684 3893 cni.go:403] [tsf-tas/trillian-logsigner-5d4cf695cb-r6psf 63586dd4c845b672e59eb69bc50b68a414db9e342339207b06cf86c7ff2dc884 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-5d4cf695cb-r6psf 63586dd4c845b672e59eb69bc50b68a414db9e342339207b06cf86c7ff2dc884 network default NAD default] I0326 23:44:45.854168 3893 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-5d4cf695cb-r6psf, hostIfaceName: 63586dd4c845b67, network: default, NAD default, SandboxID: "63586dd4c845b672e59eb69bc50b68a414db9e342339207b06cf86c7ff2dc884", PCI device ID: , UID: "653d457f-2c2d-4fd7-b19f-4124a987532d", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0326 23:44:45.901122 3893 cni.go:424] [tsf-tas/trillian-logsigner-5d4cf695cb-r6psf 63586dd4c845b672e59eb69bc50b68a414db9e342339207b06cf86c7ff2dc884 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-5d4cf695cb-r6psf 63586dd4c845b672e59eb69bc50b68a414db9e342339207b06cf86c7ff2dc884 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:63:13:e0:a3:d9\",\"name\":\"63586dd4c845b67\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad33a11b-32eb-4892-9606-5338638fa8c1\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:44:46.891855 3893 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0326 23:44:46.891949 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0326 23:44:51.260591 3893 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0326 23:44:55.942994 3893 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0326 23:44:56.994222 3893 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0326 23:45:00.127133 3893 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-q264k-wkbnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:00.127733 3893 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-q264k-wkbnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:01.147560 3893 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-q264k-wkbnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:01.147585 3893 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-q264k-wkbnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:06.173732 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0326 23:45:25.407658 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0326 23:45:31.274203 3893 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:31.274832 3893 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:31.299556 3893 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:31.299581 3893 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:31.307289 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0326 23:45:31.307314 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0326 23:45:40.289338 3893 obj_retry.go:464] Detected object tsf/patch-tekton-config-vbftd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:40.289944 3893 obj_retry.go:464] Detected object tsf/patch-tekton-config-vbftd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:41.174677 3893 obj_retry.go:458] Detected object tsf/patch-tekton-config-vbftd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:41.174700 3893 obj_retry.go:458] Detected object tsf/patch-tekton-config-vbftd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:41.296345 3893 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-wddsf-zzkhg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:41.296907 3893 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-wddsf-zzkhg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:42.146015 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0326 23:45:42.189005 3893 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-wddsf-zzkhg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:42.189027 3893 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-wddsf-zzkhg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:47.348129 3893 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-4gd4n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:47.348819 3893 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-4gd4n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0326 23:45:48.197365 3893 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0326 23:45:48.370503 3893 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-4gd4n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:48.370534 3893 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-4gd4n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:48.425376 3893 obj_retry.go:458] Detected object tsf/patch-tekton-config-vbftd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:48.425398 3893 obj_retry.go:458] Detected object tsf/patch-tekton-config-vbftd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:48.430551 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-vbftd I0326 23:45:48.430580 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-vbftd W0326 23:45:51.266370 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0326 23:45:52.844495 3893 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-95pjt-wbk5x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:52.845135 3893 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-95pjt-wbk5x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0326 23:45:53.268477 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0326 23:45:53.272710 3893 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-95pjt-wbk5x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:53.272728 3893 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-95pjt-wbk5x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:53.778078 3893 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6d7d496d9c-f78ns] creating logical port tsf-tas_ctlog-6d7d496d9c-f78ns for pod on switch ip-10-0-1-147.ec2.internal I0326 23:45:53.778211 3893 kube.go:256] Updating pod tsf-tas/ctlog-6d7d496d9c-f78ns I0326 23:45:53.792142 3893 pod.go:62] [tsf-tas/ctlog-6d7d496d9c-f78ns] pod update took 13.983917ms I0326 23:45:53.792169 3893 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-6d7d496d9c-f78ns] addLogicalPort annotation time took 14.018238ms I0326 23:45:53.793621 3893 pods.go:271] [tsf-tas/ctlog-6d7d496d9c-f78ns] addLogicalPort took 15.558609ms, libovsdb time 1.031775ms I0326 23:45:54.746495 3893 cni.go:403] [tsf-tas/ctlog-6d7d496d9c-f78ns 961b7779e46a005e8b2e922dfe540cedd5c585727f42831171481f476fb8ce57 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-6d7d496d9c-f78ns 961b7779e46a005e8b2e922dfe540cedd5c585727f42831171481f476fb8ce57 network default NAD default] I0326 23:45:54.754685 3893 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6d7d496d9c-f78ns, hostIfaceName: 961b7779e46a005, network: default, NAD default, SandboxID: "961b7779e46a005e8b2e922dfe540cedd5c585727f42831171481f476fb8ce57", PCI device ID: , UID: "65d0991d-6d36-4de9-98ce-a15e86e2136e", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0326 23:45:54.801463 3893 cni.go:424] [tsf-tas/ctlog-6d7d496d9c-f78ns 961b7779e46a005e8b2e922dfe540cedd5c585727f42831171481f476fb8ce57 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-6d7d496d9c-f78ns 961b7779e46a005e8b2e922dfe540cedd5c585727f42831171481f476fb8ce57 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:27:85:0c:ff:67\",\"name\":\"961b7779e46a005\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f781286-5f0c-4e09-a8aa-a5cf3ac5fe6f\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:45:56.645609 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0326 23:45:58.447389 3893 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:58.447974 3893 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:45:58.466394 3893 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:58.466419 3893 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:45:58.473217 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0326 23:45:58.473241 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0326 23:46:02.465389 3893 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:02.465986 3893 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:02.488232 3893 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:02.488261 3893 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:02.495736 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0326 23:46:02.495761 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0326 23:46:04.035697 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0326 23:46:07.650299 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0326 23:46:08.494719 3893 obj_retry.go:464] Detected object tsf-tpa/create-db-lqmnx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:08.495322 3893 obj_retry.go:464] Detected object tsf-tpa/create-db-lqmnx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:09.519270 3893 obj_retry.go:458] Detected object tsf-tpa/create-db-lqmnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:09.519298 3893 obj_retry.go:458] Detected object tsf-tpa/create-db-lqmnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:12.537066 3893 obj_retry.go:464] Detected object tsf-tpa/migrate-db-5nwz9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:12.537678 3893 obj_retry.go:464] Detected object tsf-tpa/migrate-db-5nwz9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:12.654922 3893 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5nwz9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:12.654949 3893 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5nwz9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:15.563261 3893 obj_retry.go:464] Detected object tsf-tpa/create-importers-stcj7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:15.563870 3893 obj_retry.go:464] Detected object tsf-tpa/create-importers-stcj7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:15.863984 3893 obj_retry.go:458] Detected object tsf-tpa/create-importers-stcj7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:15.864015 3893 obj_retry.go:458] Detected object tsf-tpa/create-importers-stcj7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:15.946857 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 W0326 23:46:28.411012 3893 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0326 23:46:31.633346 3893 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:31.633920 3893 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:31.655764 3893 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:31.655782 3893 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:31.663621 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0326 23:46:31.663649 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0326 23:46:32.419526 3893 namespace.go:98] [integration-service] adding namespace I0326 23:46:32.420452 3893 namespace.go:102] [integration-service] adding namespace took 903.701µs I0326 23:46:32.429940 3893 namespace.go:98] [build-service] adding namespace I0326 23:46:32.429970 3893 namespace.go:98] [image-controller] adding namespace I0326 23:46:32.430757 3893 namespace.go:102] [build-service] adding namespace took 801.393µs I0326 23:46:32.431379 3893 namespace.go:102] [image-controller] adding namespace took 1.395693ms I0326 23:46:32.495405 3893 namespace.go:142] [integration-service] updating namespace I0326 23:46:32.543253 3893 namespace.go:142] [integration-service] updating namespace I0326 23:46:32.564470 3893 namespace.go:142] [build-service] updating namespace I0326 23:46:32.598562 3893 namespace.go:142] [build-service] updating namespace I0326 23:46:32.609261 3893 namespace.go:142] [build-service] updating namespace I0326 23:46:32.620215 3893 namespace.go:142] [image-controller] updating namespace I0326 23:46:32.620315 3893 namespace.go:142] [integration-service] updating namespace I0326 23:46:32.644928 3893 namespace.go:142] [image-controller] updating namespace I0326 23:46:32.658005 3893 namespace.go:98] [release-service] adding namespace I0326 23:46:32.658928 3893 namespace.go:102] [release-service] adding namespace took 903.151µs I0326 23:46:32.678057 3893 namespace.go:142] [konflux-ui] updating namespace I0326 23:46:32.684008 3893 namespace.go:142] [release-service] updating namespace I0326 23:46:32.706278 3893 namespace.go:142] [release-service] updating namespace I0326 23:46:32.785951 3893 namespace.go:98] [konflux-info] adding namespace I0326 23:46:32.786849 3893 namespace.go:102] [konflux-info] adding namespace took 878.491µs I0326 23:46:32.851465 3893 namespace.go:142] [konflux-info] updating namespace I0326 23:46:32.851514 3893 namespace.go:98] [namespace-lister] adding namespace I0326 23:46:32.852425 3893 namespace.go:102] [namespace-lister] adding namespace took 897.614µs I0326 23:46:32.912842 3893 namespace.go:98] [enterprise-contract-service] adding namespace I0326 23:46:32.913682 3893 namespace.go:102] [enterprise-contract-service] adding namespace took 815.662µs I0326 23:46:32.951351 3893 namespace.go:142] [image-controller] updating namespace I0326 23:46:32.981157 3893 namespace.go:142] [konflux-info] updating namespace I0326 23:46:33.070024 3893 namespace.go:142] [namespace-lister] updating namespace I0326 23:46:33.162224 3893 namespace.go:98] [default-tenant] adding namespace I0326 23:46:33.163175 3893 namespace.go:102] [default-tenant] adding namespace took 925.65µs I0326 23:46:33.216375 3893 namespace.go:142] [namespace-lister] updating namespace I0326 23:46:33.289299 3893 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:46:33.340175 3893 namespace.go:98] [segment-bridge] adding namespace I0326 23:46:33.341127 3893 namespace.go:102] [segment-bridge] adding namespace took 907.23µs I0326 23:46:33.383510 3893 namespace.go:142] [default-tenant] updating namespace I0326 23:46:33.482201 3893 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:46:33.619695 3893 namespace.go:142] [segment-bridge] updating namespace I0326 23:46:33.619909 3893 namespace.go:142] [default-tenant] updating namespace I0326 23:46:33.780457 3893 namespace.go:142] [segment-bridge] updating namespace I0326 23:46:34.154223 3893 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0326 23:46:34.154824 3893 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0326 23:46:34.154839 3893 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0326 23:46:34.157521 3893 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0326 23:46:34.202168 3893 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0326 23:46:34.202216 3893 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0326 23:46:34.203132 3893 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0326 23:46:34.708284 3893 namespace.go:142] [build-service] updating namespace I0326 23:46:34.774477 3893 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg] creating logical port image-controller_image-controller-controller-manager-5f8cd64d55-mbgxg for pod on switch ip-10-0-1-147.ec2.internal I0326 23:46:34.774588 3893 kube.go:256] Updating pod image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg I0326 23:46:34.801447 3893 pod.go:62] [image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg] pod update took 26.883946ms I0326 23:46:34.801470 3893 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg] addLogicalPort annotation time took 26.917355ms I0326 23:46:34.802765 3893 pods.go:271] [image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg] addLogicalPort took 28.316042ms, libovsdb time 846.602µs I0326 23:46:34.891620 3893 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7b5fc4779b-vk52h] creating logical port konflux-ui_proxy-7b5fc4779b-vk52h for pod on switch ip-10-0-1-147.ec2.internal I0326 23:46:34.891742 3893 kube.go:256] Updating pod konflux-ui/proxy-7b5fc4779b-vk52h I0326 23:46:34.926269 3893 pod.go:62] [konflux-ui/proxy-7b5fc4779b-vk52h] pod update took 34.5651ms I0326 23:46:34.926298 3893 base_network_controller_pods.go:937] [default/konflux-ui/proxy-7b5fc4779b-vk52h] addLogicalPort annotation time took 34.601006ms I0326 23:46:34.929616 3893 pods.go:271] [konflux-ui/proxy-7b5fc4779b-vk52h] addLogicalPort took 38.015193ms, libovsdb time 2.897045ms I0326 23:46:35.096500 3893 namespace.go:142] [default-tenant] updating namespace I0326 23:46:35.140345 3893 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg fed744f6261b5f7f06522343418ebaa0233e625b7f2db62822648d33a22a79fa network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg fed744f6261b5f7f06522343418ebaa0233e625b7f2db62822648d33a22a79fa network default NAD default] I0326 23:46:35.148971 3893 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-5f8cd64d55-mbgxg, hostIfaceName: fed744f6261b5f7, network: default, NAD default, SandboxID: "fed744f6261b5f7f06522343418ebaa0233e625b7f2db62822648d33a22a79fa", PCI device ID: , UID: "a69f4aa1-7ca8-4d05-9d35-17d6730ee8a2", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0326 23:46:35.197768 3893 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg fed744f6261b5f7f06522343418ebaa0233e625b7f2db62822648d33a22a79fa network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg fed744f6261b5f7f06522343418ebaa0233e625b7f2db62822648d33a22a79fa network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:79:f9:f4:fc:86\",\"name\":\"fed744f6261b5f7\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7adb420e-eed5-48f1-958b-0c82cda6f087\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:46:35.401548 3893 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:46:35.612165 3893 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7df75dd4df-lpkqq] creating logical port build-service_build-service-controller-manager-7df75dd4df-lpkqq for pod on switch ip-10-0-1-147.ec2.internal I0326 23:46:35.612294 3893 kube.go:256] Updating pod build-service/build-service-controller-manager-7df75dd4df-lpkqq I0326 23:46:35.633884 3893 pod.go:62] [build-service/build-service-controller-manager-7df75dd4df-lpkqq] pod update took 21.613366ms I0326 23:46:35.633905 3893 base_network_controller_pods.go:937] [default/build-service/build-service-controller-manager-7df75dd4df-lpkqq] addLogicalPort annotation time took 21.642678ms I0326 23:46:35.635113 3893 pods.go:271] [build-service/build-service-controller-manager-7df75dd4df-lpkqq] addLogicalPort took 22.969173ms, libovsdb time 806.586µs I0326 23:46:35.672417 3893 namespace.go:142] [image-controller] updating namespace I0326 23:46:35.864206 3893 namespace.go:142] [integration-service] updating namespace I0326 23:46:35.982563 3893 cni.go:403] [build-service/build-service-controller-manager-7df75dd4df-lpkqq 250f7b726575a04ef729ee8d282b1a09f48301b3cd53f06de7e6de2478afd856 network default NAD default] ADD starting CNI request [build-service/build-service-controller-manager-7df75dd4df-lpkqq 250f7b726575a04ef729ee8d282b1a09f48301b3cd53f06de7e6de2478afd856 network default NAD default] I0326 23:46:35.994585 3893 helper_linux.go:450] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7df75dd4df-lpkqq, hostIfaceName: 250f7b726575a04, network: default, NAD default, SandboxID: "250f7b726575a04ef729ee8d282b1a09f48301b3cd53f06de7e6de2478afd856", PCI device ID: , UID: "c1d06572-491f-46bf-b895-487ba0c39174", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0326 23:46:36.030763 3893 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-5c8774d9d7-wtcpn] creating logical port integration-service_integration-service-controller-manager-5c8774d9d7-wtcpn for pod on switch ip-10-0-1-147.ec2.internal I0326 23:46:36.030868 3893 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5c8774d9d7-wtcpn I0326 23:46:36.049974 3893 cni.go:424] [build-service/build-service-controller-manager-7df75dd4df-lpkqq 250f7b726575a04ef729ee8d282b1a09f48301b3cd53f06de7e6de2478afd856 network default NAD default] ADD finished CNI request [build-service/build-service-controller-manager-7df75dd4df-lpkqq 250f7b726575a04ef729ee8d282b1a09f48301b3cd53f06de7e6de2478afd856 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:31:79:c2:02:44\",\"name\":\"250f7b726575a04\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c0f5e9a-600d-4279-8167-3051fb7932f1\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:46:36.074602 3893 pod.go:62] [integration-service/integration-service-controller-manager-5c8774d9d7-wtcpn] pod update took 43.76408ms I0326 23:46:36.074636 3893 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-5c8774d9d7-wtcpn] addLogicalPort annotation time took 43.804817ms I0326 23:46:36.075950 3893 pods.go:271] [integration-service/integration-service-controller-manager-5c8774d9d7-wtcpn] addLogicalPort took 45.207934ms, libovsdb time 819.28µs I0326 23:46:36.150243 3893 namespace.go:142] [konflux-info] updating namespace I0326 23:46:36.382930 3893 namespace.go:142] [namespace-lister] updating namespace I0326 23:46:36.586006 3893 namespace.go:142] [release-service] updating namespace I0326 23:46:36.776786 3893 namespace.go:142] [segment-bridge] updating namespace I0326 23:46:36.880198 3893 namespace.go:142] [build-service] updating namespace I0326 23:46:36.907014 3893 namespace.go:142] [default-tenant] updating namespace I0326 23:46:36.919217 3893 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:46:36.929690 3893 namespace.go:142] [image-controller] updating namespace I0326 23:46:36.949153 3893 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-94t2j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:36.949875 3893 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-94t2j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:36.954169 3893 namespace.go:142] [integration-service] updating namespace I0326 23:46:36.975278 3893 namespace.go:142] [konflux-info] updating namespace I0326 23:46:37.001078 3893 namespace.go:142] [namespace-lister] updating namespace I0326 23:46:37.012580 3893 namespace.go:142] [release-service] updating namespace I0326 23:46:37.035068 3893 namespace.go:142] [segment-bridge] updating namespace I0326 23:46:37.080155 3893 namespace.go:142] [build-service] updating namespace I0326 23:46:37.129111 3893 namespace.go:142] [default-tenant] updating namespace I0326 23:46:37.207421 3893 namespace.go:142] [enterprise-contract-service] updating namespace I0326 23:46:37.307956 3893 namespace.go:142] [image-controller] updating namespace I0326 23:46:37.403268 3893 namespace.go:142] [integration-service] updating namespace I0326 23:46:37.506061 3893 namespace.go:142] [konflux-info] updating namespace W0326 23:46:37.554330 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0326 23:46:37.605698 3893 namespace.go:142] [namespace-lister] updating namespace I0326 23:46:37.653333 3893 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-94t2j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:37.653353 3893 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-94t2j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:37.704661 3893 namespace.go:142] [release-service] updating namespace I0326 23:46:37.805416 3893 namespace.go:142] [segment-bridge] updating namespace W0326 23:46:37.888727 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0326 23:46:39.897299 3893 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0326 23:46:41.183005 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0326 23:46:42.769011 3893 cni.go:403] [konflux-ui/proxy-7b5fc4779b-vk52h 2afd3f1fce6a60f848bc658f3f3262d8caf22c9a8b373883bcf4958a9718e860 network default NAD default] ADD starting CNI request [konflux-ui/proxy-7b5fc4779b-vk52h 2afd3f1fce6a60f848bc658f3f3262d8caf22c9a8b373883bcf4958a9718e860 network default NAD default] I0326 23:46:42.777575 3893 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-7b5fc4779b-vk52h, hostIfaceName: 2afd3f1fce6a60f, network: default, NAD default, SandboxID: "2afd3f1fce6a60f848bc658f3f3262d8caf22c9a8b373883bcf4958a9718e860", PCI device ID: , UID: "fa0be969-636f-4cad-95ad-c1204316384a", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0326 23:46:42.825059 3893 cni.go:424] [konflux-ui/proxy-7b5fc4779b-vk52h 2afd3f1fce6a60f848bc658f3f3262d8caf22c9a8b373883bcf4958a9718e860 network default NAD default] ADD finished CNI request [konflux-ui/proxy-7b5fc4779b-vk52h 2afd3f1fce6a60f848bc658f3f3262d8caf22c9a8b373883bcf4958a9718e860 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:fd:23:e9:0f:e0\",\"name\":\"2afd3f1fce6a60f\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4d57e7c-20d8-4723-ab8e-4101e955eb28\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:46:43.920962 3893 cni.go:403] [integration-service/integration-service-controller-manager-5c8774d9d7-wtcpn a266d31a717fa9f33b12e36695e3d9c066e722b2f77f2db2792f9aa01189e5f5 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-5c8774d9d7-wtcpn a266d31a717fa9f33b12e36695e3d9c066e722b2f77f2db2792f9aa01189e5f5 network default NAD default] I0326 23:46:43.933046 3893 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-5c8774d9d7-wtcpn, hostIfaceName: a266d31a717fa9f, network: default, NAD default, SandboxID: "a266d31a717fa9f33b12e36695e3d9c066e722b2f77f2db2792f9aa01189e5f5", PCI device ID: , UID: "5b379e46-f4c7-4754-8a02-b8dd640636ee", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0326 23:46:43.992047 3893 cni.go:424] [integration-service/integration-service-controller-manager-5c8774d9d7-wtcpn a266d31a717fa9f33b12e36695e3d9c066e722b2f77f2db2792f9aa01189e5f5 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-5c8774d9d7-wtcpn a266d31a717fa9f33b12e36695e3d9c066e722b2f77f2db2792f9aa01189e5f5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"86:13:3c:76:c2:b7\",\"name\":\"a266d31a717fa9f\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61c8785c-700e-43b9-9c1f-19230fc50c30\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0326 23:46:48.897471 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0326 23:46:49.963817 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 23:46:49.965905 3893 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 23:46:49.991360 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 23:46:49.991377 3893 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0326 23:46:50.903912 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0326 23:46:50.957539 3893 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-pcfsj-lpqtx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:50.958141 3893 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-pcfsj-lpqtx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:46:51.980785 3893 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-pcfsj-lpqtx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:46:51.980809 3893 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-pcfsj-lpqtx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 23:46:52.673599 3893 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0326 23:46:52.675284 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0326 23:46:52.700377 3893 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 23:46:52.700393 3893 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0326 23:46:52.728102 3893 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0326 23:46:52.753852 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 23:46:52.755450 3893 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 23:47:00.981106 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 23:47:00.981286 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0326 23:47:01.290487 3893 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-h2lcc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:01.291070 3893 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-h2lcc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:01.737345 3893 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-h2lcc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:01.737369 3893 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-h2lcc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:01.743391 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-h2lcc I0326 23:47:01.743414 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-h2lcc W0326 23:47:02.748576 3893 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0326 23:47:28.036333 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0326 23:47:28.036363 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0326 23:47:31.770872 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=118 I0326 23:47:58.200462 3893 cni.go:403] [konflux-ui/proxy-7b5fc4779b-vk52h 2afd3f1fce6a60f848bc658f3f3262d8caf22c9a8b373883bcf4958a9718e860 network default NAD default] DEL starting CNI request [konflux-ui/proxy-7b5fc4779b-vk52h 2afd3f1fce6a60f848bc658f3f3262d8caf22c9a8b373883bcf4958a9718e860 network default NAD default] I0326 23:47:58.287872 3893 cni.go:424] [konflux-ui/proxy-7b5fc4779b-vk52h 2afd3f1fce6a60f848bc658f3f3262d8caf22c9a8b373883bcf4958a9718e860 network default NAD default] DEL finished CNI request [konflux-ui/proxy-7b5fc4779b-vk52h 2afd3f1fce6a60f848bc658f3f3262d8caf22c9a8b373883bcf4958a9718e860 network default NAD default], result "{}", err I0326 23:47:58.353234 3893 obj_retry.go:464] Detected object konflux-ui/proxy-7b5fc4779b-vk52h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:58.353275 3893 pods.go:176] Deleting pod: konflux-ui/proxy-7b5fc4779b-vk52h I0326 23:47:58.354793 3893 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7b5fc4779b-vk52h, ips: 10.130.0.46 I0326 23:47:58.354823 3893 obj_retry.go:464] Detected object konflux-ui/proxy-7b5fc4779b-vk52h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:47:58.681556 3893 obj_retry.go:458] Detected object konflux-ui/proxy-7b5fc4779b-vk52h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:58.681660 3893 obj_retry.go:458] Detected object konflux-ui/proxy-7b5fc4779b-vk52h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:47:58.689312 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7b5fc4779b-vk52h I0326 23:47:58.689337 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7b5fc4779b-vk52h I0326 23:48:08.285524 3893 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:08.286166 3893 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:08.325852 3893 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:48:08.325876 3893 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:48:08.337445 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0326 23:48:08.337470 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0326 23:48:16.761159 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0326 23:48:33.814723 3893 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-98dz2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:33.815510 3893 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-98dz2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:33.878286 3893 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-rlm2t] creating logical port image-controller_image-controller-controller-manager-56b684c87-rlm2t for pod on switch ip-10-0-1-147.ec2.internal I0326 23:48:33.878390 3893 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-rlm2t I0326 23:48:33.893728 3893 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-rlm2t] pod update took 15.361323ms I0326 23:48:33.893754 3893 base_network_controller_pods.go:937] [default/image-controller/image-controller-controller-manager-56b684c87-rlm2t] addLogicalPort annotation time took 15.390006ms I0326 23:48:33.895135 3893 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-rlm2t] addLogicalPort took 16.867008ms, libovsdb time 947.433µs I0326 23:48:34.021450 3893 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-98dz2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:48:34.021482 3893 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-98dz2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:48:34.027308 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-98dz2 I0326 23:48:34.027325 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-98dz2 I0326 23:48:34.245810 3893 cni.go:403] [image-controller/image-controller-controller-manager-56b684c87-rlm2t f0f3b2c47f1ae404b8470edca06b81a268c85bb49d38bc2185c7c166d9be46e9 network default NAD default] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-rlm2t f0f3b2c47f1ae404b8470edca06b81a268c85bb49d38bc2185c7c166d9be46e9 network default NAD default] I0326 23:48:34.254269 3893 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-rlm2t, hostIfaceName: f0f3b2c47f1ae40, network: default, NAD default, SandboxID: "f0f3b2c47f1ae404b8470edca06b81a268c85bb49d38bc2185c7c166d9be46e9", PCI device ID: , UID: "b4696c07-dc00-4aaf-ba9f-4338164497e4", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0326 23:48:34.304089 3893 cni.go:424] [image-controller/image-controller-controller-manager-56b684c87-rlm2t f0f3b2c47f1ae404b8470edca06b81a268c85bb49d38bc2185c7c166d9be46e9 network default NAD default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-rlm2t f0f3b2c47f1ae404b8470edca06b81a268c85bb49d38bc2185c7c166d9be46e9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:47:ac:05:94:2a\",\"name\":\"f0f3b2c47f1ae40\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5eb48a6-7190-4f2f-b5d9-8d0400d49ad6\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:48:46.805472 3893 cni.go:403] [image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg fed744f6261b5f7f06522343418ebaa0233e625b7f2db62822648d33a22a79fa network default NAD default] DEL starting CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg fed744f6261b5f7f06522343418ebaa0233e625b7f2db62822648d33a22a79fa network default NAD default] I0326 23:48:46.898412 3893 cni.go:424] [image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg fed744f6261b5f7f06522343418ebaa0233e625b7f2db62822648d33a22a79fa network default NAD default] DEL finished CNI request [image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg fed744f6261b5f7f06522343418ebaa0233e625b7f2db62822648d33a22a79fa network default NAD default], result "{}", err I0326 23:48:46.951354 3893 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:46.951392 3893 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg I0326 23:48:46.952997 3893 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg, ips: 10.130.0.45 I0326 23:48:46.953026 3893 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:48:47.676633 3893 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:48:47.676659 3893 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:48:47.683515 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg I0326 23:48:47.683547 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-mbgxg I0326 23:49:25.762452 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66 I0326 23:49:53.787899 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=76 I0326 23:50:00.209364 3893 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576150-v6wgz for pod on switch ip-10-0-1-147.ec2.internal I0326 23:50:00.209480 3893 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz I0326 23:50:00.225248 3893 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz] pod update took 15.789805ms I0326 23:50:00.225280 3893 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz] addLogicalPort annotation time took 15.828373ms I0326 23:50:00.226682 3893 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz] addLogicalPort took 17.334961ms, libovsdb time 978.017µs I0326 23:50:00.574328 3893 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz 36dfaf94b337eacdf2eff84e46e476c511cbeaa6f47581c8a89eef924932251c network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz 36dfaf94b337eacdf2eff84e46e476c511cbeaa6f47581c8a89eef924932251c network default NAD default] I0326 23:50:00.582736 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576150-v6wgz, hostIfaceName: 36dfaf94b337eac, network: default, NAD default, SandboxID: "36dfaf94b337eacdf2eff84e46e476c511cbeaa6f47581c8a89eef924932251c", PCI device ID: , UID: "cf160b6f-9a72-43ac-8997-53f2b7209c0c", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0326 23:50:00.837978 3893 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz 36dfaf94b337eacdf2eff84e46e476c511cbeaa6f47581c8a89eef924932251c network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz 36dfaf94b337eacdf2eff84e46e476c511cbeaa6f47581c8a89eef924932251c network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:82:75:ad:eb:9f\",\"name\":\"36dfaf94b337eac\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d6b2ee2-339d-4319-9525-62a226c754c9\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:50:04.146233 3893 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz 36dfaf94b337eacdf2eff84e46e476c511cbeaa6f47581c8a89eef924932251c network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz 36dfaf94b337eacdf2eff84e46e476c511cbeaa6f47581c8a89eef924932251c network default NAD default] I0326 23:50:04.239941 3893 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz 36dfaf94b337eacdf2eff84e46e476c511cbeaa6f47581c8a89eef924932251c network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz 36dfaf94b337eacdf2eff84e46e476c511cbeaa6f47581c8a89eef924932251c network default NAD default], result "{}", err I0326 23:50:04.292894 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:04.292933 3893 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz I0326 23:50:04.294472 3893 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz, ips: 10.130.0.50 I0326 23:50:04.294502 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:50:05.159738 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:05.159768 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-v6wgz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:50:25.865021 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=475 I0326 23:50:37.150788 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0326 23:51:01.162504 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0326 23:51:03.049176 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0326 23:51:06.947933 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0326 23:51:55.764797 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=116 I0326 23:52:14.149009 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0326 23:52:17.949453 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0326 23:52:36.171936 3893 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0326 23:53:30.696056 3893 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-5fd5865cf4-s6vd6 I0326 23:53:40.176376 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0326 23:53:52.038496 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0326 23:54:01.185619 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0326 23:54:47.773818 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0326 23:54:53.790167 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0326 23:55:04.765802 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31 I0326 23:56:09.049740 3893 obj_retry.go:458] Detected object tsf-tpa/create-db-lqmnx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:09.049789 3893 obj_retry.go:458] Detected object tsf-tpa/create-db-lqmnx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:09.053466 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-lqmnx I0326 23:56:09.053492 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-lqmnx I0326 23:56:12.030971 3893 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5nwz9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:12.031019 3893 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5nwz9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:12.034506 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-5nwz9 I0326 23:56:12.034532 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-5nwz9 I0326 23:56:15.032129 3893 obj_retry.go:458] Detected object tsf-tpa/create-importers-stcj7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:15.032213 3893 obj_retry.go:458] Detected object tsf-tpa/create-importers-stcj7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 23:56:15.036789 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-stcj7 I0326 23:56:15.036806 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-stcj7 I0326 23:56:22.166084 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0326 23:56:50.950823 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0326 23:57:08.585103 3893 namespace.go:98] [default-tenant-managed] adding namespace I0326 23:57:08.585968 3893 namespace.go:102] [default-tenant-managed] adding namespace took 835.928µs I0326 23:57:08.611508 3893 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:57:08.627659 3893 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:57:09.669643 3893 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:57:09.801404 3893 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:57:09.901082 3893 namespace.go:142] [default-tenant-managed] updating namespace I0326 23:57:33.952096 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0326 23:57:37.763624 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0326 23:57:38.711845 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-4wd4j for pod on switch ip-10-0-1-147.ec2.internal I0326 23:57:38.712016 3893 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j I0326 23:57:38.737468 3893 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j] pod update took 25.49583ms I0326 23:57:38.737494 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j] addLogicalPort annotation time took 25.528959ms I0326 23:57:38.738984 3893 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j] addLogicalPort took 27.156702ms, libovsdb time 947.176µs I0326 23:57:39.075912 3893 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j ad9a8d46b8045a5e2f5859cadc4dfef12c79acbde638bcf75ff6cd71629869bc network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j ad9a8d46b8045a5e2f5859cadc4dfef12c79acbde638bcf75ff6cd71629869bc network default NAD default] I0326 23:57:39.084901 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-4wd4j, hostIfaceName: ad9a8d46b8045a5, network: default, NAD default, SandboxID: "ad9a8d46b8045a5e2f5859cadc4dfef12c79acbde638bcf75ff6cd71629869bc", PCI device ID: , UID: "c3168a68-c3b0-46fa-89ed-be4238628e9b", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0326 23:57:39.137027 3893 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j ad9a8d46b8045a5e2f5859cadc4dfef12c79acbde638bcf75ff6cd71629869bc network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j ad9a8d46b8045a5e2f5859cadc4dfef12c79acbde638bcf75ff6cd71629869bc network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:aa:19:58:0f:bc\",\"name\":\"ad9a8d46b8045a5\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71c56737-7a35-4bcd-b926-f3313a551835\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:57:48.174578 3893 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 W0326 23:57:52.898923 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:57:52.898946 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:57:52.898952 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 23:57:52.898957 3893 util.go:959] Failed to build node endpoints for node ip-10-0-1-147.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0326 23:57:53.788828 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod] creating logical port default-tenant_tsf-comp-qthr-on-push-fh55d-init-pod for pod on switch ip-10-0-1-147.ec2.internal I0326 23:57:53.788979 3893 kube.go:256] Updating pod default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod I0326 23:57:53.813564 3893 pod.go:62] [default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod] pod update took 24.620596ms I0326 23:57:53.813587 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod] addLogicalPort annotation time took 24.648877ms I0326 23:57:53.814984 3893 pods.go:271] [default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod] addLogicalPort took 26.170805ms, libovsdb time 956.416µs I0326 23:57:54.052050 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0326 23:57:54.154716 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod 040d4c38653e656d2895c321dec6846ca0f226df1a38b97d4d3ccfc27b0d4414 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod 040d4c38653e656d2895c321dec6846ca0f226df1a38b97d4d3ccfc27b0d4414 network default NAD default] I0326 23:57:54.164503 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-qthr-on-push-fh55d-init-pod, hostIfaceName: 040d4c38653e656, network: default, NAD default, SandboxID: "040d4c38653e656d2895c321dec6846ca0f226df1a38b97d4d3ccfc27b0d4414", PCI device ID: , UID: "60043997-5221-4921-9de0-716dd12becb0", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0326 23:57:54.213046 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod 040d4c38653e656d2895c321dec6846ca0f226df1a38b97d4d3ccfc27b0d4414 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod 040d4c38653e656d2895c321dec6846ca0f226df1a38b97d4d3ccfc27b0d4414 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:60:fc:0c:b4:b2\",\"name\":\"040d4c38653e656\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e769241-b788-4fac-8926-232ffc929afe\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:57:56.867732 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=27 I0326 23:58:08.770875 3893 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-2g6mq for pod on switch ip-10-0-1-147.ec2.internal I0326 23:58:08.770996 3893 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq I0326 23:58:08.787162 3893 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq] pod update took 16.187198ms I0326 23:58:08.787213 3893 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq] addLogicalPort annotation time took 16.242828ms I0326 23:58:08.788619 3893 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq] addLogicalPort took 17.756595ms, libovsdb time 879.066µs I0326 23:58:09.139779 3893 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq ecf0dc4facc148392065a738219cc2aa5d4727a18819831921867b4c41d8837b network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq ecf0dc4facc148392065a738219cc2aa5d4727a18819831921867b4c41d8837b network default NAD default] I0326 23:58:09.148375 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-2g6mq, hostIfaceName: ecf0dc4facc1483, network: default, NAD default, SandboxID: "ecf0dc4facc148392065a738219cc2aa5d4727a18819831921867b4c41d8837b", PCI device ID: , UID: "8e735b94-b728-4ce8-a47c-b6e6c71c1077", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0326 23:58:09.202429 3893 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq ecf0dc4facc148392065a738219cc2aa5d4727a18819831921867b4c41d8837b network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq ecf0dc4facc148392065a738219cc2aa5d4727a18819831921867b4c41d8837b network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:43:48:2c:a2:70\",\"name\":\"ecf0dc4facc1483\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28127068-9e3f-4559-88e0-580ec671f3c4\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0326 23:58:12.097719 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod 040d4c38653e656d2895c321dec6846ca0f226df1a38b97d4d3ccfc27b0d4414 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod 040d4c38653e656d2895c321dec6846ca0f226df1a38b97d4d3ccfc27b0d4414 network default NAD default] I0326 23:58:12.180054 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod 040d4c38653e656d2895c321dec6846ca0f226df1a38b97d4d3ccfc27b0d4414 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod 040d4c38653e656d2895c321dec6846ca0f226df1a38b97d4d3ccfc27b0d4414 network default NAD default], result "{}", err I0326 23:58:12.262053 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:12.262133 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod I0326 23:58:12.263704 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod, ips: 10.130.0.52 I0326 23:58:12.263736 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:28.152085 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0326 23:58:38.805238 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:38.805948 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:57.959402 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 23:58:57.960023 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 23:59:18.153400 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0326 23:59:30.767390 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0327 00:00:00.190390 3893 base_network_controller_pods.go:487] [default/image-controller/image-controller-image-pruner-cronjob-29576160-mq7dj] creating logical port image-controller_image-controller-image-pruner-cronjob-29576160-mq7dj for pod on switch ip-10-0-1-147.ec2.internal I0327 00:00:00.190482 3893 kube.go:256] Updating pod image-controller/image-controller-image-pruner-cronjob-29576160-mq7dj I0327 00:00:00.209481 3893 pod.go:62] [image-controller/image-controller-image-pruner-cronjob-29576160-mq7dj] pod update took 19.025453ms I0327 00:00:00.209507 3893 base_network_controller_pods.go:937] [default/image-controller/image-controller-image-pruner-cronjob-29576160-mq7dj] addLogicalPort annotation time took 19.056158ms I0327 00:00:00.209630 3893 base_network_controller_pods.go:487] [default/integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7] creating logical port integration-service_integration-service-snapshot-garbage-collector-29576160-rtpc7 for pod on switch ip-10-0-1-147.ec2.internal I0327 00:00:00.209651 3893 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-nightly-metrics-29576160-d284n] creating logical port tsf-tas_segment-backup-nightly-metrics-29576160-d284n for pod on switch ip-10-0-1-147.ec2.internal I0327 00:00:00.209756 3893 kube.go:256] Updating pod tsf-tas/segment-backup-nightly-metrics-29576160-d284n I0327 00:00:00.209757 3893 kube.go:256] Updating pod integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7 I0327 00:00:00.210886 3893 pods.go:271] [image-controller/image-controller-image-pruner-cronjob-29576160-mq7dj] addLogicalPort took 20.514434ms, libovsdb time 921.088µs I0327 00:00:00.225741 3893 pod.go:62] [tsf-tas/segment-backup-nightly-metrics-29576160-d284n] pod update took 16.001278ms I0327 00:00:00.225773 3893 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-nightly-metrics-29576160-d284n] addLogicalPort annotation time took 16.040775ms I0327 00:00:00.227100 3893 pods.go:271] [tsf-tas/segment-backup-nightly-metrics-29576160-d284n] addLogicalPort took 17.459452ms, libovsdb time 878.427µs I0327 00:00:00.228697 3893 pod.go:62] [integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7] pod update took 18.959964ms I0327 00:00:00.228721 3893 base_network_controller_pods.go:937] [default/integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7] addLogicalPort annotation time took 18.990643ms I0327 00:00:00.230345 3893 pods.go:271] [integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7] addLogicalPort took 20.731938ms, libovsdb time 1.04899ms I0327 00:00:00.269109 3893 base_network_controller_pods.go:487] [default/tsf-tas/backfill-redis-29576160-lx92g] creating logical port tsf-tas_backfill-redis-29576160-lx92g for pod on switch ip-10-0-1-147.ec2.internal I0327 00:00:00.269248 3893 kube.go:256] Updating pod tsf-tas/backfill-redis-29576160-lx92g I0327 00:00:00.287426 3893 pod.go:62] [tsf-tas/backfill-redis-29576160-lx92g] pod update took 18.197433ms I0327 00:00:00.287451 3893 base_network_controller_pods.go:937] [default/tsf-tas/backfill-redis-29576160-lx92g] addLogicalPort annotation time took 18.230879ms I0327 00:00:00.287982 3893 base_network_controller_pods.go:487] [default/openshift-image-registry/image-pruner-29576160-kbqb2] creating logical port openshift-image-registry_image-pruner-29576160-kbqb2 for pod on switch ip-10-0-1-147.ec2.internal I0327 00:00:00.288086 3893 kube.go:256] Updating pod openshift-image-registry/image-pruner-29576160-kbqb2 I0327 00:00:00.289102 3893 pods.go:271] [tsf-tas/backfill-redis-29576160-lx92g] addLogicalPort took 20.007159ms, libovsdb time 1.095402ms I0327 00:00:00.303145 3893 pod.go:62] [openshift-image-registry/image-pruner-29576160-kbqb2] pod update took 15.07932ms I0327 00:00:00.303172 3893 base_network_controller_pods.go:937] [default/openshift-image-registry/image-pruner-29576160-kbqb2] addLogicalPort annotation time took 15.111618ms I0327 00:00:00.304612 3893 pods.go:271] [openshift-image-registry/image-pruner-29576160-kbqb2] addLogicalPort took 16.643575ms, libovsdb time 981.221µs I0327 00:00:00.362048 3893 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576160-n888d for pod on switch ip-10-0-1-147.ec2.internal I0327 00:00:00.362212 3893 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d I0327 00:00:00.373979 3893 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29576160-cbcsx] creating logical port segment-bridge_segment-bridge-29576160-cbcsx for pod on switch ip-10-0-1-147.ec2.internal I0327 00:00:00.374143 3893 kube.go:256] Updating pod segment-bridge/segment-bridge-29576160-cbcsx I0327 00:00:00.377365 3893 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d] pod update took 15.204077ms I0327 00:00:00.377389 3893 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d] addLogicalPort annotation time took 15.235328ms I0327 00:00:00.378802 3893 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d] addLogicalPort took 16.775539ms, libovsdb time 854.014µs I0327 00:00:00.387912 3893 pod.go:62] [segment-bridge/segment-bridge-29576160-cbcsx] pod update took 13.797187ms I0327 00:00:00.387939 3893 base_network_controller_pods.go:937] [default/segment-bridge/segment-bridge-29576160-cbcsx] addLogicalPort annotation time took 13.830011ms I0327 00:00:00.389483 3893 pods.go:271] [segment-bridge/segment-bridge-29576160-cbcsx] addLogicalPort took 15.523359ms, libovsdb time 900.187µs I0327 00:00:00.585143 3893 cni.go:403] [image-controller/image-controller-image-pruner-cronjob-29576160-mq7dj e3e7af1d0574d56d44a1b5e515fb51cd31b8a49c74879cbda5deb9da670c4e88 network default NAD default] ADD starting CNI request [image-controller/image-controller-image-pruner-cronjob-29576160-mq7dj e3e7af1d0574d56d44a1b5e515fb51cd31b8a49c74879cbda5deb9da670c4e88 network default NAD default] I0327 00:00:00.596213 3893 helper_linux.go:450] ConfigureOVS: namespace: image-controller, podName: image-controller-image-pruner-cronjob-29576160-mq7dj, hostIfaceName: e3e7af1d0574d56, network: default, NAD default, SandboxID: "e3e7af1d0574d56d44a1b5e515fb51cd31b8a49c74879cbda5deb9da670c4e88", PCI device ID: , UID: "d0cd8e43-c315-46bd-85d6-b987b53fbdac", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0327 00:00:00.605686 3893 cni.go:403] [integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7 4b53e3308daa78034980a05ee9a2b8e025706d32fba5cad1b67feddf2fa19314 network default NAD default] ADD starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7 4b53e3308daa78034980a05ee9a2b8e025706d32fba5cad1b67feddf2fa19314 network default NAD default] I0327 00:00:00.615579 3893 cni.go:403] [tsf-tas/segment-backup-nightly-metrics-29576160-d284n 0496a18af4643364acc89a5905e7aa4c448e898905d6a0006f756be362ea4ab2 network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-nightly-metrics-29576160-d284n 0496a18af4643364acc89a5905e7aa4c448e898905d6a0006f756be362ea4ab2 network default NAD default] I0327 00:00:00.618012 3893 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-snapshot-garbage-collector-29576160-rtpc7, hostIfaceName: 4b53e3308daa780, network: default, NAD default, SandboxID: "4b53e3308daa78034980a05ee9a2b8e025706d32fba5cad1b67feddf2fa19314", PCI device ID: , UID: "d3b45da8-ce60-44c7-b87c-936a524f8abc", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0327 00:00:00.632425 3893 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-nightly-metrics-29576160-d284n, hostIfaceName: 0496a18af464336, network: default, NAD default, SandboxID: "0496a18af4643364acc89a5905e7aa4c448e898905d6a0006f756be362ea4ab2", PCI device ID: , UID: "1c104679-c375-401b-aa97-5bb188c26aac", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0327 00:00:00.662514 3893 cni.go:403] [tsf-tas/backfill-redis-29576160-lx92g d5bc778215e986b5092dc1a1499ac7702c3513f39153adb4963201d7419f9b92 network default NAD default] ADD starting CNI request [tsf-tas/backfill-redis-29576160-lx92g d5bc778215e986b5092dc1a1499ac7702c3513f39153adb4963201d7419f9b92 network default NAD default] I0327 00:00:00.672599 3893 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: backfill-redis-29576160-lx92g, hostIfaceName: d5bc778215e986b, network: default, NAD default, SandboxID: "d5bc778215e986b5092dc1a1499ac7702c3513f39153adb4963201d7419f9b92", PCI device ID: , UID: "ee61b334-81f9-421d-bcb2-96b0d61d45f5", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0327 00:00:00.687695 3893 cni.go:403] [openshift-image-registry/image-pruner-29576160-kbqb2 df603f9b7c10edf3cfe2e23bd6bf00e3e013659ab870f6769ea16d6a85f8732c network default NAD default] ADD starting CNI request [openshift-image-registry/image-pruner-29576160-kbqb2 df603f9b7c10edf3cfe2e23bd6bf00e3e013659ab870f6769ea16d6a85f8732c network default NAD default] I0327 00:00:00.701238 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-pruner-29576160-kbqb2, hostIfaceName: df603f9b7c10edf, network: default, NAD default, SandboxID: "df603f9b7c10edf3cfe2e23bd6bf00e3e013659ab870f6769ea16d6a85f8732c", PCI device ID: , UID: "7c3e72dc-5bfe-485b-8b2c-5928d6e9c427", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0327 00:00:00.740898 3893 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d 214ff3eb9628ac7836584f5f517a8def19fa222102c91c1150eadcadae6efcd9 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d 214ff3eb9628ac7836584f5f517a8def19fa222102c91c1150eadcadae6efcd9 network default NAD default] I0327 00:00:00.748870 3893 cni.go:403] [segment-bridge/segment-bridge-29576160-cbcsx 81d330bd81cf6192238fa23055775d78b92c88143ac646d2c040a639747ee4d6 network default NAD default] ADD starting CNI request [segment-bridge/segment-bridge-29576160-cbcsx 81d330bd81cf6192238fa23055775d78b92c88143ac646d2c040a639747ee4d6 network default NAD default] I0327 00:00:00.756963 3893 cni.go:424] [tsf-tas/backfill-redis-29576160-lx92g d5bc778215e986b5092dc1a1499ac7702c3513f39153adb4963201d7419f9b92 network default NAD default] ADD finished CNI request [tsf-tas/backfill-redis-29576160-lx92g d5bc778215e986b5092dc1a1499ac7702c3513f39153adb4963201d7419f9b92 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:29:6f:03:0a:c2\",\"name\":\"d5bc778215e986b\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1806b967-b002-4059-b7a0-f51c753ea02b\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:00:00.787560 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576160-n888d, hostIfaceName: 214ff3eb9628ac7, network: default, NAD default, SandboxID: "214ff3eb9628ac7836584f5f517a8def19fa222102c91c1150eadcadae6efcd9", PCI device ID: , UID: "5187f917-bec7-4baf-9e50-4e770d0f4e6b", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0327 00:00:00.788927 3893 helper_linux.go:450] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29576160-cbcsx, hostIfaceName: 81d330bd81cf619, network: default, NAD default, SandboxID: "81d330bd81cf6192238fa23055775d78b92c88143ac646d2c040a639747ee4d6", PCI device ID: , UID: "502cc161-dc1b-48cf-a085-5d665047e959", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0327 00:00:00.829435 3893 cni.go:424] [openshift-image-registry/image-pruner-29576160-kbqb2 df603f9b7c10edf3cfe2e23bd6bf00e3e013659ab870f6769ea16d6a85f8732c network default NAD default] ADD finished CNI request [openshift-image-registry/image-pruner-29576160-kbqb2 df603f9b7c10edf3cfe2e23bd6bf00e3e013659ab870f6769ea16d6a85f8732c network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:c7:f7:bf:be:b7\",\"name\":\"df603f9b7c10edf\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd992935-e02e-4328-b9ea-52b36547f1cf\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:00:00.842421 3893 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d 214ff3eb9628ac7836584f5f517a8def19fa222102c91c1150eadcadae6efcd9 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d 214ff3eb9628ac7836584f5f517a8def19fa222102c91c1150eadcadae6efcd9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:42:b0:ea:18:a8\",\"name\":\"214ff3eb9628ac7\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/203fb7ce-fe44-4d36-9643-14e75dd5f97d\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:00:00.865462 3893 cni.go:424] [segment-bridge/segment-bridge-29576160-cbcsx 81d330bd81cf6192238fa23055775d78b92c88143ac646d2c040a639747ee4d6 network default NAD default] ADD finished CNI request [segment-bridge/segment-bridge-29576160-cbcsx 81d330bd81cf6192238fa23055775d78b92c88143ac646d2c040a639747ee4d6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:d6:e4:72:18:26\",\"name\":\"81d330bd81cf619\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dccb7256-e642-4556-9858-7751dbe55124\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:00:00.876726 3893 cni.go:424] [image-controller/image-controller-image-pruner-cronjob-29576160-mq7dj e3e7af1d0574d56d44a1b5e515fb51cd31b8a49c74879cbda5deb9da670c4e88 network default NAD default] ADD finished CNI request [image-controller/image-controller-image-pruner-cronjob-29576160-mq7dj e3e7af1d0574d56d44a1b5e515fb51cd31b8a49c74879cbda5deb9da670c4e88 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:00:16:45:83:68\",\"name\":\"e3e7af1d0574d56\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d70f011-4ecd-45d7-8aac-f226fb354ffb\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:00:00.914864 3893 cni.go:424] [tsf-tas/segment-backup-nightly-metrics-29576160-d284n 0496a18af4643364acc89a5905e7aa4c448e898905d6a0006f756be362ea4ab2 network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-nightly-metrics-29576160-d284n 0496a18af4643364acc89a5905e7aa4c448e898905d6a0006f756be362ea4ab2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:d1:d6:67:cb:25\",\"name\":\"0496a18af464336\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3352170-b9fc-47c9-b9e8-c2180cb16e41\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:00:00.918032 3893 cni.go:424] [integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7 4b53e3308daa78034980a05ee9a2b8e025706d32fba5cad1b67feddf2fa19314 network default NAD default] ADD finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7 4b53e3308daa78034980a05ee9a2b8e025706d32fba5cad1b67feddf2fa19314 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:f4:f5:55:81:90\",\"name\":\"4b53e3308daa780\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a3ea229-579d-41dc-985a-cf0c95440b50\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:00:02.813535 3893 cni.go:403] [openshift-image-registry/image-pruner-29576160-kbqb2 df603f9b7c10edf3cfe2e23bd6bf00e3e013659ab870f6769ea16d6a85f8732c network default NAD default] DEL starting CNI request [openshift-image-registry/image-pruner-29576160-kbqb2 df603f9b7c10edf3cfe2e23bd6bf00e3e013659ab870f6769ea16d6a85f8732c network default NAD default] I0327 00:00:02.909519 3893 cni.go:424] [openshift-image-registry/image-pruner-29576160-kbqb2 df603f9b7c10edf3cfe2e23bd6bf00e3e013659ab870f6769ea16d6a85f8732c network default NAD default] DEL finished CNI request [openshift-image-registry/image-pruner-29576160-kbqb2 df603f9b7c10edf3cfe2e23bd6bf00e3e013659ab870f6769ea16d6a85f8732c network default NAD default], result "{}", err I0327 00:00:02.964038 3893 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29576160-kbqb2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:02.964073 3893 pods.go:176] Deleting pod: openshift-image-registry/image-pruner-29576160-kbqb2 I0327 00:00:02.965562 3893 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-pruner-29576160-kbqb2, ips: 10.130.0.58 I0327 00:00:02.965592 3893 obj_retry.go:464] Detected object openshift-image-registry/image-pruner-29576160-kbqb2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.827606 3893 cni.go:403] [integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7 4b53e3308daa78034980a05ee9a2b8e025706d32fba5cad1b67feddf2fa19314 network default NAD default] DEL starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7 4b53e3308daa78034980a05ee9a2b8e025706d32fba5cad1b67feddf2fa19314 network default NAD default] I0327 00:00:03.849870 3893 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29576160-76b87 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.849911 3893 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29576160-76b87 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.919871 3893 cni.go:424] [integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7 4b53e3308daa78034980a05ee9a2b8e025706d32fba5cad1b67feddf2fa19314 network default NAD default] DEL finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7 4b53e3308daa78034980a05ee9a2b8e025706d32fba5cad1b67feddf2fa19314 network default NAD default], result "{}", err I0327 00:00:03.976736 3893 obj_retry.go:464] Detected object integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.976779 3893 pods.go:176] Deleting pod: integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7 I0327 00:00:03.978237 3893 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7, ips: 10.130.0.56 I0327 00:00:03.978263 3893 obj_retry.go:464] Detected object integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:03.988451 3893 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29576160-kbqb2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:03.988472 3893 obj_retry.go:458] Detected object openshift-image-registry/image-pruner-29576160-kbqb2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:04.831199 3893 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d 214ff3eb9628ac7836584f5f517a8def19fa222102c91c1150eadcadae6efcd9 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d 214ff3eb9628ac7836584f5f517a8def19fa222102c91c1150eadcadae6efcd9 network default NAD default] I0327 00:00:04.870063 3893 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29576160-76b87 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:04.870154 3893 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29576160-76b87 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:04.921900 3893 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d 214ff3eb9628ac7836584f5f517a8def19fa222102c91c1150eadcadae6efcd9 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d 214ff3eb9628ac7836584f5f517a8def19fa222102c91c1150eadcadae6efcd9 network default NAD default], result "{}", err I0327 00:00:04.982247 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:04.982288 3893 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d I0327 00:00:04.983732 3893 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d, ips: 10.130.0.59 I0327 00:00:04.983765 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:04.996698 3893 obj_retry.go:458] Detected object integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:04.996726 3893 obj_retry.go:458] Detected object integration-service/integration-service-snapshot-garbage-collector-29576160-rtpc7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:06.003093 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:06.003122 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576160-n888d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:06.031222 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zs7r9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:06.031247 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zs7r9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:06.035347 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zs7r9 I0327 00:00:06.035377 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zs7r9 I0327 00:00:11.769210 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=27 I0327 00:00:11.889168 3893 cni.go:403] [tsf-tas/backfill-redis-29576160-lx92g d5bc778215e986b5092dc1a1499ac7702c3513f39153adb4963201d7419f9b92 network default NAD default] DEL starting CNI request [tsf-tas/backfill-redis-29576160-lx92g d5bc778215e986b5092dc1a1499ac7702c3513f39153adb4963201d7419f9b92 network default NAD default] I0327 00:00:11.958740 3893 cni.go:424] [tsf-tas/backfill-redis-29576160-lx92g d5bc778215e986b5092dc1a1499ac7702c3513f39153adb4963201d7419f9b92 network default NAD default] DEL finished CNI request [tsf-tas/backfill-redis-29576160-lx92g d5bc778215e986b5092dc1a1499ac7702c3513f39153adb4963201d7419f9b92 network default NAD default], result "{}", err I0327 00:00:14.968265 3893 obj_retry.go:464] Detected object tsf-tas/backfill-redis-29576160-lx92g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:14.968301 3893 pods.go:176] Deleting pod: tsf-tas/backfill-redis-29576160-lx92g I0327 00:00:14.969677 3893 pods.go:236] Attempting to release IPs for pod: tsf-tas/backfill-redis-29576160-lx92g, ips: 10.130.0.57 I0327 00:00:14.969707 3893 obj_retry.go:464] Detected object tsf-tas/backfill-redis-29576160-lx92g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:15.991159 3893 obj_retry.go:458] Detected object tsf-tas/backfill-redis-29576160-lx92g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:15.991204 3893 obj_retry.go:458] Detected object tsf-tas/backfill-redis-29576160-lx92g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:26.793359 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0327 00:00:54.186441 3893 cni.go:403] [tsf-tas/segment-backup-nightly-metrics-29576160-d284n 0496a18af4643364acc89a5905e7aa4c448e898905d6a0006f756be362ea4ab2 network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-nightly-metrics-29576160-d284n 0496a18af4643364acc89a5905e7aa4c448e898905d6a0006f756be362ea4ab2 network default NAD default] I0327 00:00:54.282022 3893 cni.go:424] [tsf-tas/segment-backup-nightly-metrics-29576160-d284n 0496a18af4643364acc89a5905e7aa4c448e898905d6a0006f756be362ea4ab2 network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-nightly-metrics-29576160-d284n 0496a18af4643364acc89a5905e7aa4c448e898905d6a0006f756be362ea4ab2 network default NAD default], result "{}", err I0327 00:00:54.337455 3893 obj_retry.go:464] Detected object tsf-tas/segment-backup-nightly-metrics-29576160-d284n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:54.337519 3893 pods.go:176] Deleting pod: tsf-tas/segment-backup-nightly-metrics-29576160-d284n I0327 00:00:54.338860 3893 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-nightly-metrics-29576160-d284n, ips: 10.130.0.55 I0327 00:00:54.338889 3893 obj_retry.go:464] Detected object tsf-tas/segment-backup-nightly-metrics-29576160-d284n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:00:55.195743 3893 obj_retry.go:458] Detected object tsf-tas/segment-backup-nightly-metrics-29576160-d284n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:00:55.195773 3893 obj_retry.go:458] Detected object tsf-tas/segment-backup-nightly-metrics-29576160-d284n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:01:37.769026 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod] creating logical port default-tenant_tsf-comp-qthr-on-push-fh55d-build-image-index-pod for pod on switch ip-10-0-1-147.ec2.internal I0327 00:01:37.769210 3893 kube.go:256] Updating pod default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod I0327 00:01:37.800716 3893 pod.go:62] [default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod] pod update took 31.558642ms I0327 00:01:37.800741 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod] addLogicalPort annotation time took 31.5891ms I0327 00:01:37.802349 3893 pods.go:271] [default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod] addLogicalPort took 33.342054ms, libovsdb time 1.06879ms I0327 00:01:38.012066 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:01:38.012702 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:01:38.191389 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod 019dfa2160ae42eccae342caeeaf5c8b6263eacd477635ee1d7247bac4b24a86 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod 019dfa2160ae42eccae342caeeaf5c8b6263eacd477635ee1d7247bac4b24a86 network default NAD default] I0327 00:01:38.200885 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-qthr-on-push-fh55d-build-image-index-pod, hostIfaceName: 019dfa2160ae42e, network: default, NAD default, SandboxID: "019dfa2160ae42eccae342caeeaf5c8b6263eacd477635ee1d7247bac4b24a86", PCI device ID: , UID: "9f687a9f-6e04-49f9-90e3-032b9b0b96b7", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0327 00:01:38.253137 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod 019dfa2160ae42eccae342caeeaf5c8b6263eacd477635ee1d7247bac4b24a86 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod 019dfa2160ae42eccae342caeeaf5c8b6263eacd477635ee1d7247bac4b24a86 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:cf:d5:38:c0:0c\",\"name\":\"019dfa2160ae42e\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88e6245e-8e33-457c-9315-4aa97ca2fd83\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:01:58.188350 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0327 00:02:13.179805 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0327 00:02:20.800937 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod 019dfa2160ae42eccae342caeeaf5c8b6263eacd477635ee1d7247bac4b24a86 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod 019dfa2160ae42eccae342caeeaf5c8b6263eacd477635ee1d7247bac4b24a86 network default NAD default] I0327 00:02:20.894870 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod 019dfa2160ae42eccae342caeeaf5c8b6263eacd477635ee1d7247bac4b24a86 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod 019dfa2160ae42eccae342caeeaf5c8b6263eacd477635ee1d7247bac4b24a86 network default NAD default], result "{}", err I0327 00:02:20.932000 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod] creating logical port default-tenant_tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod for pod on switch ip-10-0-1-147.ec2.internal I0327 00:02:20.932159 3893 kube.go:256] Updating pod default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod I0327 00:02:20.965368 3893 pod.go:62] [default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod] pod update took 33.248667ms I0327 00:02:20.965392 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod] addLogicalPort annotation time took 33.279136ms I0327 00:02:20.966780 3893 pods.go:271] [default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod] addLogicalPort took 34.800007ms, libovsdb time 838.289µs I0327 00:02:21.067523 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:02:21.067562 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod I0327 00:02:21.068994 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod, ips: 10.130.0.61 I0327 00:02:21.069023 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:02:21.422820 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod f73c250c66fca8dca3ac1d93ca97c0d5ba1b2fa8170f5feafead0883602b1cd8 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod f73c250c66fca8dca3ac1d93ca97c0d5ba1b2fa8170f5feafead0883602b1cd8 network default NAD default] I0327 00:02:21.448668 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod, hostIfaceName: f73c250c66fca8d, network: default, NAD default, SandboxID: "f73c250c66fca8dca3ac1d93ca97c0d5ba1b2fa8170f5feafead0883602b1cd8", PCI device ID: , UID: "3c2c47da-c579-4ee6-ab9d-740d59b87915", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0327 00:02:21.498359 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod f73c250c66fca8dca3ac1d93ca97c0d5ba1b2fa8170f5feafead0883602b1cd8 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod f73c250c66fca8dca3ac1d93ca97c0d5ba1b2fa8170f5feafead0883602b1cd8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:1a:86:26:7b:89\",\"name\":\"f73c250c66fca8d\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66ff8746-de5e-48d0-ab8e-0ad49544eef1\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:02:21.963508 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod] creating logical port default-tenant_tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod for pod on switch ip-10-0-1-147.ec2.internal I0327 00:02:21.963625 3893 kube.go:256] Updating pod default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod I0327 00:02:21.986832 3893 pod.go:62] [default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod] pod update took 23.235779ms I0327 00:02:21.986857 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod] addLogicalPort annotation time took 23.266741ms I0327 00:02:21.988443 3893 pods.go:271] [default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod] addLogicalPort took 24.951217ms, libovsdb time 1.038348ms I0327 00:02:22.380912 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod 126bf348f97cafa7919d8027d33b0f5af7a6c2a8bfa8c44af98c1241acabdaf1 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod 126bf348f97cafa7919d8027d33b0f5af7a6c2a8bfa8c44af98c1241acabdaf1 network default NAD default] I0327 00:02:22.390029 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod, hostIfaceName: 126bf348f97cafa, network: default, NAD default, SandboxID: "126bf348f97cafa7919d8027d33b0f5af7a6c2a8bfa8c44af98c1241acabdaf1", PCI device ID: , UID: "bce29625-55b1-494b-851e-b19e6e0830a9", MAC: 0a:58:0a:82:00:3f, IPs: [10.130.0.63/23] I0327 00:02:22.647484 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod 126bf348f97cafa7919d8027d33b0f5af7a6c2a8bfa8c44af98c1241acabdaf1 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod 126bf348f97cafa7919d8027d33b0f5af7a6c2a8bfa8c44af98c1241acabdaf1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:55:10:41:78:35\",\"name\":\"126bf348f97cafa\"},{\"mac\":\"0a:58:0a:82:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84d66cab-f343-4f13-a7cf-dbc0834039fd\"}],\"ips\":[{\"address\":\"10.130.0.63/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:02:22.725727 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod for pod on switch ip-10-0-1-147.ec2.internal I0327 00:02:22.726085 3893 kube.go:256] Updating pod default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod I0327 00:02:22.748726 3893 pod.go:62] [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod] pod update took 22.689263ms I0327 00:02:22.748840 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod] addLogicalPort annotation time took 22.808616ms I0327 00:02:22.750320 3893 pods.go:271] [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod] addLogicalPort took 24.614833ms, libovsdb time 942.083µs I0327 00:02:23.156012 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod d9048889346d1ca5981f6f32a1efff7cb5a008b26b4cb438722cfe827e23929c network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod d9048889346d1ca5981f6f32a1efff7cb5a008b26b4cb438722cfe827e23929c network default NAD default] I0327 00:02:23.164825 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod, hostIfaceName: d9048889346d1ca, network: default, NAD default, SandboxID: "d9048889346d1ca5981f6f32a1efff7cb5a008b26b4cb438722cfe827e23929c", PCI device ID: , UID: "5837e527-03d9-4bad-8ca3-40f5fb94903c", MAC: 0a:58:0a:82:00:40, IPs: [10.130.0.64/23] I0327 00:02:23.215561 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod d9048889346d1ca5981f6f32a1efff7cb5a008b26b4cb438722cfe827e23929c network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod d9048889346d1ca5981f6f32a1efff7cb5a008b26b4cb438722cfe827e23929c network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:88:21:49:aa:68\",\"name\":\"d9048889346d1ca\"},{\"mac\":\"0a:58:0a:82:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2116d05c-c8e3-46ba-b016-c4b9621d2fbe\"}],\"ips\":[{\"address\":\"10.130.0.64/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:02:23.405891 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod] creating logical port default-tenant_tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod for pod on switch ip-10-0-1-147.ec2.internal I0327 00:02:23.406022 3893 kube.go:256] Updating pod default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod I0327 00:02:23.428254 3893 pod.go:62] [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod] pod update took 22.26723ms I0327 00:02:23.428279 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod] addLogicalPort annotation time took 22.296245ms I0327 00:02:23.429709 3893 pods.go:271] [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod] addLogicalPort took 23.832261ms, libovsdb time 966.286µs I0327 00:02:23.894527 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod 256d8a027b0c8c2bcfbdd9b0dbd057bfe83a67ba0521023a774f5d2b1d6533af network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod 256d8a027b0c8c2bcfbdd9b0dbd057bfe83a67ba0521023a774f5d2b1d6533af network default NAD default] I0327 00:02:23.906418 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod, hostIfaceName: 256d8a027b0c8c2, network: default, NAD default, SandboxID: "256d8a027b0c8c2bcfbdd9b0dbd057bfe83a67ba0521023a774f5d2b1d6533af", PCI device ID: , UID: "465a1492-02be-4cdf-9464-fc079bc3b9b5", MAC: 0a:58:0a:82:00:41, IPs: [10.130.0.65/23] I0327 00:02:23.972349 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod 256d8a027b0c8c2bcfbdd9b0dbd057bfe83a67ba0521023a774f5d2b1d6533af network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod 256d8a027b0c8c2bcfbdd9b0dbd057bfe83a67ba0521023a774f5d2b1d6533af network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:aa:9b:05:db:a5\",\"name\":\"256d8a027b0c8c2\"},{\"mac\":\"0a:58:0a:82:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/240eb8d1-9136-423e-81bf-d50b16b9c362\"}],\"ips\":[{\"address\":\"10.130.0.65/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:02:24.114326 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod] creating logical port default-tenant_tsf-comp-qthr-on-push-fh55d-apply-tags-pod for pod on switch ip-10-0-1-147.ec2.internal I0327 00:02:24.114603 3893 kube.go:256] Updating pod default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod I0327 00:02:24.130066 3893 pod.go:62] [default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod] pod update took 15.514199ms I0327 00:02:24.130152 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod] addLogicalPort annotation time took 15.608198ms I0327 00:02:24.131681 3893 pods.go:271] [default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod] addLogicalPort took 17.373915ms, libovsdb time 955.616µs I0327 00:02:24.378932 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod] creating logical port default-tenant_tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod for pod on switch ip-10-0-1-147.ec2.internal I0327 00:02:24.379139 3893 kube.go:256] Updating pod default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod I0327 00:02:24.396642 3893 pod.go:62] [default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod] pod update took 17.542748ms I0327 00:02:24.396664 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod] addLogicalPort annotation time took 17.572411ms I0327 00:02:24.398143 3893 pods.go:271] [default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod] addLogicalPort took 19.233958ms, libovsdb time 883.69µs I0327 00:02:24.582153 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod c05c3d16aa3516189e32d226070e92aab3cf7f4fd6099916f5346731749231b9 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod c05c3d16aa3516189e32d226070e92aab3cf7f4fd6099916f5346731749231b9 network default NAD default] I0327 00:02:24.592002 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-qthr-on-push-fh55d-apply-tags-pod, hostIfaceName: c05c3d16aa35161, network: default, NAD default, SandboxID: "c05c3d16aa3516189e32d226070e92aab3cf7f4fd6099916f5346731749231b9", PCI device ID: , UID: "0d36dc64-8b22-40ab-ac91-ed0653c6ea37", MAC: 0a:58:0a:82:00:42, IPs: [10.130.0.66/23] I0327 00:02:24.651887 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod c05c3d16aa3516189e32d226070e92aab3cf7f4fd6099916f5346731749231b9 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod c05c3d16aa3516189e32d226070e92aab3cf7f4fd6099916f5346731749231b9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:9b:88:27:01:1a\",\"name\":\"c05c3d16aa35161\"},{\"mac\":\"0a:58:0a:82:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cb06e72-3bd2-4fed-b18f-fdc9581fa459\"}],\"ips\":[{\"address\":\"10.130.0.66/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:02:24.784879 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod 5fe7bd4036431dd93c541487a6265732341bdd16026f1916fe81ea744257478a network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod 5fe7bd4036431dd93c541487a6265732341bdd16026f1916fe81ea744257478a network default NAD default] I0327 00:02:24.795011 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod, hostIfaceName: 5fe7bd4036431dd, network: default, NAD default, SandboxID: "5fe7bd4036431dd93c541487a6265732341bdd16026f1916fe81ea744257478a", PCI device ID: , UID: "fc8771b4-2e64-4cd7-a230-2f0231205ef3", MAC: 0a:58:0a:82:00:43, IPs: [10.130.0.67/23] I0327 00:02:24.858843 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod 5fe7bd4036431dd93c541487a6265732341bdd16026f1916fe81ea744257478a network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod 5fe7bd4036431dd93c541487a6265732341bdd16026f1916fe81ea744257478a network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:4f:76:4e:a6:9f\",\"name\":\"5fe7bd4036431dd\"},{\"mac\":\"0a:58:0a:82:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b954782-ca93-4a5d-b746-9094a1f31520\"}],\"ips\":[{\"address\":\"10.130.0.67/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:02:24.970890 3893 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod for pod on switch ip-10-0-1-147.ec2.internal I0327 00:02:24.971072 3893 kube.go:256] Updating pod default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod I0327 00:02:24.993494 3893 pod.go:62] [default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod] pod update took 22.473428ms I0327 00:02:24.993529 3893 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod] addLogicalPort annotation time took 22.51164ms I0327 00:02:24.995087 3893 pods.go:271] [default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod] addLogicalPort took 24.216798ms, libovsdb time 1.007751ms I0327 00:02:26.895267 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod 05059c659e5014f2a7bb77ccc9bbd292c8179f11abe81bc3889ae2199c1dc9ff network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod 05059c659e5014f2a7bb77ccc9bbd292c8179f11abe81bc3889ae2199c1dc9ff network default NAD default] I0327 00:02:26.904816 3893 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod, hostIfaceName: 05059c659e5014f, network: default, NAD default, SandboxID: "05059c659e5014f2a7bb77ccc9bbd292c8179f11abe81bc3889ae2199c1dc9ff", PCI device ID: , UID: "f103b746-7517-4a7f-aaff-a0d2300629f8", MAC: 0a:58:0a:82:00:44, IPs: [10.130.0.68/23] I0327 00:02:27.168545 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod 05059c659e5014f2a7bb77ccc9bbd292c8179f11abe81bc3889ae2199c1dc9ff network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod 05059c659e5014f2a7bb77ccc9bbd292c8179f11abe81bc3889ae2199c1dc9ff network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:3b:27:0a:84:40\",\"name\":\"05059c659e5014f\"},{\"mac\":\"0a:58:0a:82:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a52ce708-7d83-46d5-a12d-1f5da45b6040\"}],\"ips\":[{\"address\":\"10.130.0.68/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:02:30.041914 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0327 00:02:52.776472 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0327 00:03:02.271009 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod 126bf348f97cafa7919d8027d33b0f5af7a6c2a8bfa8c44af98c1241acabdaf1 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod 126bf348f97cafa7919d8027d33b0f5af7a6c2a8bfa8c44af98c1241acabdaf1 network default NAD default] I0327 00:03:02.271588 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod c05c3d16aa3516189e32d226070e92aab3cf7f4fd6099916f5346731749231b9 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod c05c3d16aa3516189e32d226070e92aab3cf7f4fd6099916f5346731749231b9 network default NAD default] I0327 00:03:02.408570 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod c05c3d16aa3516189e32d226070e92aab3cf7f4fd6099916f5346731749231b9 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod c05c3d16aa3516189e32d226070e92aab3cf7f4fd6099916f5346731749231b9 network default NAD default], result "{}", err I0327 00:03:02.413011 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod 126bf348f97cafa7919d8027d33b0f5af7a6c2a8bfa8c44af98c1241acabdaf1 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod 126bf348f97cafa7919d8027d33b0f5af7a6c2a8bfa8c44af98c1241acabdaf1 network default NAD default], result "{}", err I0327 00:03:04.711239 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:04.711280 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod I0327 00:03:04.713266 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod, ips: 10.130.0.66 I0327 00:03:04.713303 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:05.461781 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:05.461894 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod I0327 00:03:05.463585 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod, ips: 10.130.0.63 I0327 00:03:05.463622 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:19.456456 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod 256d8a027b0c8c2bcfbdd9b0dbd057bfe83a67ba0521023a774f5d2b1d6533af network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod 256d8a027b0c8c2bcfbdd9b0dbd057bfe83a67ba0521023a774f5d2b1d6533af network default NAD default] I0327 00:03:19.564552 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod 256d8a027b0c8c2bcfbdd9b0dbd057bfe83a67ba0521023a774f5d2b1d6533af network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod 256d8a027b0c8c2bcfbdd9b0dbd057bfe83a67ba0521023a774f5d2b1d6533af network default NAD default], result "{}", err I0327 00:03:19.674741 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:19.674910 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod I0327 00:03:19.676735 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod, ips: 10.130.0.65 I0327 00:03:19.676767 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:24.798030 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:24.798743 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:28.547099 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod 5fe7bd4036431dd93c541487a6265732341bdd16026f1916fe81ea744257478a network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod 5fe7bd4036431dd93c541487a6265732341bdd16026f1916fe81ea744257478a network default NAD default] I0327 00:03:28.547324 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod d9048889346d1ca5981f6f32a1efff7cb5a008b26b4cb438722cfe827e23929c network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod d9048889346d1ca5981f6f32a1efff7cb5a008b26b4cb438722cfe827e23929c network default NAD default] I0327 00:03:28.687502 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod 5fe7bd4036431dd93c541487a6265732341bdd16026f1916fe81ea744257478a network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod 5fe7bd4036431dd93c541487a6265732341bdd16026f1916fe81ea744257478a network default NAD default], result "{}", err I0327 00:03:28.688111 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod d9048889346d1ca5981f6f32a1efff7cb5a008b26b4cb438722cfe827e23929c network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod d9048889346d1ca5981f6f32a1efff7cb5a008b26b4cb438722cfe827e23929c network default NAD default], result "{}", err I0327 00:03:28.744732 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:28.745358 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:28.822409 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:28.822496 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod I0327 00:03:28.824069 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod, ips: 10.130.0.67 I0327 00:03:28.824099 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:28.860819 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:28.860848 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod I0327 00:03:28.862549 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod, ips: 10.130.0.64 I0327 00:03:28.862581 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:28.894745 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:28.895351 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:52.782897 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod f73c250c66fca8dca3ac1d93ca97c0d5ba1b2fa8170f5feafead0883602b1cd8 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod f73c250c66fca8dca3ac1d93ca97c0d5ba1b2fa8170f5feafead0883602b1cd8 network default NAD default] I0327 00:03:52.889429 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod f73c250c66fca8dca3ac1d93ca97c0d5ba1b2fa8170f5feafead0883602b1cd8 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod f73c250c66fca8dca3ac1d93ca97c0d5ba1b2fa8170f5feafead0883602b1cd8 network default NAD default], result "{}", err I0327 00:03:53.014369 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:03:53.014412 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod I0327 00:03:53.015831 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod, ips: 10.130.0.62 I0327 00:03:53.015863 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:04:11.937248 3893 cni.go:403] [default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod 05059c659e5014f2a7bb77ccc9bbd292c8179f11abe81bc3889ae2199c1dc9ff network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod 05059c659e5014f2a7bb77ccc9bbd292c8179f11abe81bc3889ae2199c1dc9ff network default NAD default] I0327 00:04:12.041688 3893 cni.go:424] [default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod 05059c659e5014f2a7bb77ccc9bbd292c8179f11abe81bc3889ae2199c1dc9ff network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod 05059c659e5014f2a7bb77ccc9bbd292c8179f11abe81bc3889ae2199c1dc9ff network default NAD default], result "{}", err I0327 00:04:12.115924 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:04:12.115967 3893 pods.go:176] Deleting pod: default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod I0327 00:04:12.117509 3893 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod, ips: 10.130.0.68 I0327 00:04:12.117539 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:04:34.169338 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0327 00:04:38.054390 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0327 00:05:02.953855 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0327 00:05:03.870258 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=281 I0327 00:05:10.765969 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0327 00:05:33.772323 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0327 00:05:39.496361 3893 obj_retry.go:464] Detected object openshift-multus/cni-sysctl-allowlist-ds-jnwzv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:05:39.496452 3893 obj_retry.go:464] Detected object openshift-multus/cni-sysctl-allowlist-ds-jnwzv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:05:39.645268 3893 obj_retry.go:458] Detected object openshift-multus/cni-sysctl-allowlist-ds-jnwzv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:05:39.645295 3893 obj_retry.go:458] Detected object openshift-multus/cni-sysctl-allowlist-ds-jnwzv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:05:39.648657 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-multus/cni-sysctl-allowlist-ds-jnwzv I0327 00:05:39.648688 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-multus/cni-sysctl-allowlist-ds-jnwzv I0327 00:05:40.169573 3893 obj_retry.go:464] Detected object openshift-multus/cni-sysctl-allowlist-ds-zs4tx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:05:40.170056 3893 obj_retry.go:464] Detected object openshift-multus/cni-sysctl-allowlist-ds-zs4tx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:05:40.255224 3893 obj_retry.go:458] Detected object openshift-multus/cni-sysctl-allowlist-ds-zs4tx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:05:40.255253 3893 obj_retry.go:458] Detected object openshift-multus/cni-sysctl-allowlist-ds-zs4tx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:05:40.260967 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-multus/cni-sysctl-allowlist-ds-zs4tx I0327 00:05:40.260987 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-multus/cni-sysctl-allowlist-ds-zs4tx I0327 00:05:40.420396 3893 obj_retry.go:464] Detected object openshift-multus/cni-sysctl-allowlist-ds-w5r9x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:05:40.420880 3893 obj_retry.go:464] Detected object openshift-multus/cni-sysctl-allowlist-ds-w5r9x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:05:40.544276 3893 obj_retry.go:458] Detected object openshift-multus/cni-sysctl-allowlist-ds-w5r9x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:05:40.544302 3893 obj_retry.go:458] Detected object openshift-multus/cni-sysctl-allowlist-ds-w5r9x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:05:40.550954 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-multus/cni-sysctl-allowlist-ds-w5r9x I0327 00:05:40.550980 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-multus/cni-sysctl-allowlist-ds-w5r9x I0327 00:05:46.765738 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:05:46.766374 3893 obj_retry.go:464] Detected object default-tenant/tsf-comp-qthr-on-push-fh55d-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:05:53.795900 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0327 00:06:01.156374 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0327 00:06:16.177117 3893 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0327 00:06:38.156997 3893 obj_retry.go:464] Detected object default-tenant/my-integration-test-xpec-klhcb-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:06:38.157692 3893 obj_retry.go:464] Detected object default-tenant/my-integration-test-xpec-klhcb-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:07:18.954980 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0327 00:07:27.770053 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0327 00:07:30.596062 3893 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0327 00:07:50.155364 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0327 00:10:00.265958 3893 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576170-9t7hz for pod on switch ip-10-0-1-147.ec2.internal I0327 00:10:00.266081 3893 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz I0327 00:10:00.288239 3893 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz] pod update took 22.184771ms I0327 00:10:00.288264 3893 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz] addLogicalPort annotation time took 22.215513ms I0327 00:10:00.289522 3893 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz] addLogicalPort took 23.579831ms, libovsdb time 867.636µs I0327 00:10:00.635011 3893 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz 80e8a4a04065c81e4137d20ca905bd1e7f501476053c812e39bb87b168f94dd3 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz 80e8a4a04065c81e4137d20ca905bd1e7f501476053c812e39bb87b168f94dd3 network default NAD default] I0327 00:10:00.643158 3893 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576170-9t7hz, hostIfaceName: 80e8a4a04065c81, network: default, NAD default, SandboxID: "80e8a4a04065c81e4137d20ca905bd1e7f501476053c812e39bb87b168f94dd3", PCI device ID: , UID: "5c7f820b-2aa6-4107-9393-633dcdf8e027", MAC: 0a:58:0a:82:00:45, IPs: [10.130.0.69/23] I0327 00:10:00.896839 3893 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz 80e8a4a04065c81e4137d20ca905bd1e7f501476053c812e39bb87b168f94dd3 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz 80e8a4a04065c81e4137d20ca905bd1e7f501476053c812e39bb87b168f94dd3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:2f:ae:e9:b3:0a\",\"name\":\"80e8a4a04065c81\"},{\"mac\":\"0a:58:0a:82:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e92ff6f6-5d32-41f8-8449-27c3b943140a\"}],\"ips\":[{\"address\":\"10.130.0.69/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0327 00:10:04.710498 3893 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz 80e8a4a04065c81e4137d20ca905bd1e7f501476053c812e39bb87b168f94dd3 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz 80e8a4a04065c81e4137d20ca905bd1e7f501476053c812e39bb87b168f94dd3 network default NAD default] I0327 00:10:04.813788 3893 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz 80e8a4a04065c81e4137d20ca905bd1e7f501476053c812e39bb87b168f94dd3 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz 80e8a4a04065c81e4137d20ca905bd1e7f501476053c812e39bb87b168f94dd3 network default NAD default], result "{}", err I0327 00:10:04.868519 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:04.868564 3893 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz I0327 00:10:04.870171 3893 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz, ips: 10.130.0.69 I0327 00:10:04.870215 3893 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:10:05.706572 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:10:05.706630 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576170-9t7hz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:10:05.737940 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-89xn4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:10:05.737994 3893 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-89xn4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:10:05.743286 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-89xn4 I0327 00:10:05.743316 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-89xn4 I0327 00:10:12.778714 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0327 00:10:18.182169 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0327 00:10:30.956988 3893 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0327 00:10:46.775597 3893 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0327 00:10:57.191410 3893 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0327 00:11:03.106956 3893 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq ecf0dc4facc148392065a738219cc2aa5d4727a18819831921867b4c41d8837b network default NAD default] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq ecf0dc4facc148392065a738219cc2aa5d4727a18819831921867b4c41d8837b network default NAD default] I0327 00:11:03.106971 3893 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j ad9a8d46b8045a5e2f5859cadc4dfef12c79acbde638bcf75ff6cd71629869bc network default NAD default] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j ad9a8d46b8045a5e2f5859cadc4dfef12c79acbde638bcf75ff6cd71629869bc network default NAD default] I0327 00:11:03.220761 3893 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq ecf0dc4facc148392065a738219cc2aa5d4727a18819831921867b4c41d8837b network default NAD default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq ecf0dc4facc148392065a738219cc2aa5d4727a18819831921867b4c41d8837b network default NAD default], result "{}", err I0327 00:11:03.231243 3893 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j ad9a8d46b8045a5e2f5859cadc4dfef12c79acbde638bcf75ff6cd71629869bc network default NAD default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j ad9a8d46b8045a5e2f5859cadc4dfef12c79acbde638bcf75ff6cd71629869bc network default NAD default], result "{}", err I0327 00:11:03.248853 3893 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-25hvj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:03.249484 3893 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-25hvj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:03.310664 3893 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:03.310718 3893 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq I0327 00:11:03.312168 3893 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq, ips: 10.130.0.53 I0327 00:11:03.312223 3893 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:03.366500 3893 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:03.366560 3893 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j I0327 00:11:03.367935 3893 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j, ips: 10.130.0.51 I0327 00:11:03.367968 3893 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0327 00:11:03.779617 3893 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-25hvj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:11:03.779650 3893 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-25hvj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:11:03.784747 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-25hvj I0327 00:11:03.784774 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-25hvj I0327 00:11:04.169012 3893 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:11:04.169041 3893 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:11:04.172840 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq I0327 00:11:04.172867 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-2g6mq I0327 00:11:04.202401 3893 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:11:04.202430 3893 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0327 00:11:04.208000 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j I0327 00:11:04.208031 3893 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-4wd4j