+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-145.ec2.internal ++ [[ -n ip-10-0-1-145.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-145.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 12:55:00.619337251 - disable conntrack on geneve port' I0507 12:55:00.619337251 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 12:55:00.659357418 - starting ovnkube-node' I0507 12:55:00.659357418 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-145.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-145.ec2.internal --init-node ip-10-0-1-145.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-145.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0507 12:55:00.703245 3794 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0507 12:55:00.703295 3794 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-0f9a7805c3.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0507 12:55:00.704666 3794 kube.go:431] Waiting for certificate I0507 12:55:00.704696 3794 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0507 12:55:00.704733 3794 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0507 12:55:00.705434 3794 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 12:55:00.731522 3794 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 12:55:00.731536 3794 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 12:55:00.734668 3794 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 12:55:00.734693 3794 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-m4v7q" I0507 12:55:00.744695 3794 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-m4v7q" I0507 12:55:00.744743 3794 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 12:55:01.705117 3794 kube.go:438] Certificate found I0507 12:55:01.705796 3794 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 12:55:01.706786 3794 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0507 12:55:01.761692 3794 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-08 12:50:00 +0000 UTC" deadline="2026-05-08 07:35:16.456643939 +0000 UTC" I0507 12:55:01.761759 3794 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h40m14.694909292s" I0507 12:55:01.775995 3794 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 12:55:01.795569 3794 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0507 12:55:01.795634 3794 server.go:101] MetricServer registers OVS metrics I0507 12:55:01.795874 3794 server.go:105] MetricServer registers OVN DB metrics I0507 12:55:01.799125 3794 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0507 12:55:01.799201 3794 factory.go:561] Starting watch factory I0507 12:55:01.799293 3794 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.799311 3794 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.799277 3794 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.799336 3794 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.799502 3794 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.799521 3794 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.799756 3794 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.799797 3794 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.799967 3794 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0507 12:55:01.799991 3794 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0507 12:55:01.800240 3794 controller_manager.go:370] Starting the ovnkube controller I0507 12:55:01.800254 3794 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-145.ec2.internal I0507 12:55:01.800307 3794 controller_manager.go:395] NBDB zone sync took: 44.169µs I0507 12:55:01.800314 3794 factory.go:561] Starting watch factory I0507 12:55:01.800779 3794 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.800809 3794 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.800780 3794 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.800851 3794 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.813291 3794 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0507 12:55:01.813311 3794 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0507 12:55:01.816749 3794 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0507 12:55:01.816799 3794 server.go:109] MetricServer registers OVN Controller metrics I0507 12:55:01.819841 3794 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.820238 3794 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.820442 3794 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.820587 3794 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.820966 3794 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.820975 3794 server.go:113] MetricServer registers OVN Northd metrics I0507 12:55:01.826928 3794 metrics.go:519] OVN Metrics Server starts to run ... I0507 12:55:01.831019 3794 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 12:55:01.905102 3794 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 12:55:01.905151 3794 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 12:55:01.905156 3794 factory.go:1977] *v1.Node informer cache synced successfully I0507 12:55:01.905159 3794 factory.go:1977] *v1.Service informer cache synced successfully I0507 12:55:01.905162 3794 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 12:55:01.905165 3794 factory.go:1977] *v1.Pod informer cache synced successfully I0507 12:55:01.905269 3794 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:01.905292 3794 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:01.905335 3794 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:01.905368 3794 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:01.905544 3794 factory.go:1977] *v1.Node informer cache synced successfully I0507 12:55:01.905554 3794 factory.go:1977] *v1.Service informer cache synced successfully I0507 12:55:01.905559 3794 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 12:55:01.905562 3794 factory.go:1977] *v1.Pod informer cache synced successfully I0507 12:55:01.905566 3794 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 12:55:01.905569 3794 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 12:55:01.908314 3794 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:01.908499 3794 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 12:55:01.910389 3794 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 12:55:01.910398 3794 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 12:55:01.910464 3794 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.910500 3794 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.910628 3794 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 12:55:01.910648 3794 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 12:55:01.912963 3794 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.915932 3794 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 12:55:01.915957 3794 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 12:55:01.916030 3794 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.916050 3794 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.918538 3794 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.921551 3794 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 12:55:01.921605 3794 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.921615 3794 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.921692 3794 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 12:55:01.923874 3794 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.927024 3794 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 12:55:01.927070 3794 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.927109 3794 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.927135 3794 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 12:55:01.929371 3794 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.932539 3794 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 12:55:01.932550 3794 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 12:55:01.932606 3794 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.932620 3794 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.935135 3794 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.938142 3794 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 12:55:01.938173 3794 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 12:55:01.938316 3794 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 12:55:01.938330 3794 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 12:55:01.940923 3794 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 12:55:01.944186 3794 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 12:55:01.944197 3794 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 12:55:01.944618 3794 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.944626 3794 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.944638 3794 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.944643 3794 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.947639 3794 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.947825 3794 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 12:55:01.949944 3794 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 12:55:01.949957 3794 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 12:55:01.949967 3794 factory.go:680] Watch Factory start up complete, took: 150.76611ms I0507 12:55:01.949947 3794 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 12:55:01.950015 3794 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 12:55:01.950025 3794 factory.go:680] Watch Factory start up complete, took: 149.709763ms I0507 12:55:01.950035 3794 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-145.ec2.internal" zone I0507 12:55:01.950086 3794 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0507 12:55:01.996971 3794 default_node_network_controller.go:710] Initializing the default node network controller I0507 12:55:02.090178 3794 udn_isolation.go:101] Starting UDN host isolation manager I0507 12:55:02.096335 3794 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0507 12:55:02.150131 3794 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0507 12:55:02.150232 3794 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0507 12:55:02.150253 3794 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0507 12:55:02.184343 3794 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0507 12:55:02.184408 3794 default_node_network_controller.go:809] Node ip-10-0-1-145.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0507 12:55:02.189985 3794 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.145"] k8s.ovn.org/zone-name:ip-10-0-1-145.ec2.internal] on node ip-10-0-1-145.ec2.internal I0507 12:55:02.212379 3794 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0507 12:55:02.219671 3794 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0507 12:55:02.219778 3794 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0507 12:55:02.219987 3794 gateway_init.go:263] Preparing Gateway I0507 12:55:02.219999 3794 gateway_shared_intf.go:1687] Creating new gateway I0507 12:55:02.343504 3794 iptables.go:108] Creating table: filter chain: FORWARD I0507 12:55:02.350032 3794 iptables.go:108] Creating table: filter chain: OUTPUT I0507 12:55:02.356023 3794 gateway_shared_intf.go:1816] Gateway Creation Complete I0507 12:55:02.356038 3794 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-145.ec2.internal","mac-address":"0a:ff:e4:96:77:6d","ip-addresses":["10.0.1.145/24"],"ip-address":"10.0.1.145/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:94f2eb07-a81a-4217-9344-15ac781db31d k8s.ovn.org/node-encap-ips:["10.0.1.145"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.145/24"} k8s.ovn.org/zone-name:ip-10-0-1-145.ec2.internal] on node ip-10-0-1-145.ec2.internal I0507 12:55:02.377954 3794 default_node_network_controller.go:519] Node connection status = connected I0507 12:55:02.450386 3794 controller_manager.go:429] Waiting for node in zone sync took: 500.336115ms I0507 12:55:02.464597 3794 controller_manager.go:611] Switching to transit router for layer2 networks I0507 12:55:02.464611 3794 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-145.ec2.internal I0507 12:55:02.481469 3794 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 12:55:02.488304 3794 controller_manager.go:290] SCTP support detected in OVN I0507 12:55:02.488900 3794 services_controller.go:69] Creating services controller for network=default I0507 12:55:02.489007 3794 udn_enabled_svc.go:80] Waiting for service informer to sync I0507 12:55:02.489055 3794 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0507 12:55:02.489091 3794 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0507 12:55:02.489107 3794 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0507 12:55:02.489117 3794 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 12:55:02.489279 3794 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0507 12:55:02.489319 3794 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0507 12:55:02.489367 3794 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.292µs I0507 12:55:02.489386 3794 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 59.775µs I0507 12:55:02.489392 3794 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 73.497µs I0507 12:55:02.489398 3794 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0507 12:55:02.489404 3794 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0507 12:55:02.489413 3794 default_network_controller.go:325] Starting the default network controller I0507 12:55:02.489451 3794 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 5.482µs I0507 12:55:02.489485 3794 udn_enabled_svc.go:95] Performing full resync I0507 12:55:02.489750 3794 udn_enabled_svc.go:99] Waiting for handler to sync I0507 12:55:02.489760 3794 udn_enabled_svc.go:104] Starting worker I0507 12:55:02.499178 3794 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0507 12:55:02.499246 3794 repair.go:33] Syncing exgw routes took 54.639µs I0507 12:55:02.499275 3794 default_network_controller.go:414] Starting all the Watchers... I0507 12:55:02.499498 3794 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0507 12:55:02.499508 3794 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0507 12:55:02.499512 3794 namespace.go:98] [openshift-dns-operator] adding namespace I0507 12:55:02.499517 3794 namespace.go:98] [openshift-apiserver-operator] adding namespace I0507 12:55:02.499524 3794 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0507 12:55:02.499522 3794 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0507 12:55:02.499527 3794 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0507 12:55:02.499528 3794 namespace.go:98] [openshift-ingress-canary] adding namespace I0507 12:55:02.499498 3794 namespace.go:98] [openshift-kube-apiserver] adding namespace I0507 12:55:02.499537 3794 namespace.go:98] [openshift] adding namespace I0507 12:55:02.499538 3794 namespace.go:98] [openshift-config-managed] adding namespace I0507 12:55:02.499498 3794 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0507 12:55:02.499528 3794 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0507 12:55:02.499549 3794 namespace.go:98] [openshift-backplane-cee] adding namespace I0507 12:55:02.499498 3794 namespace.go:98] [openshift-apiserver] adding namespace I0507 12:55:02.500218 3794 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 706.802µs I0507 12:55:02.500233 3794 namespace.go:98] [openshift-host-network] adding namespace I0507 12:55:02.500804 3794 namespace.go:102] [openshift-host-network] adding namespace took 565.29µs I0507 12:55:02.500819 3794 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0507 12:55:02.501353 3794 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 528.155µs I0507 12:55:02.501366 3794 namespace.go:98] [openshift-package-operator] adding namespace I0507 12:55:02.501832 3794 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 2.315252ms I0507 12:55:02.501855 3794 namespace.go:98] [openshift-console] adding namespace I0507 12:55:02.502290 3794 namespace.go:102] [openshift-dns-operator] adding namespace took 2.770418ms I0507 12:55:02.502299 3794 namespace.go:98] [openshift-must-gather-operator] adding namespace I0507 12:55:02.502780 3794 namespace.go:102] [openshift-apiserver-operator] adding namespace took 3.251916ms I0507 12:55:02.502794 3794 namespace.go:98] [openshift-ingress] adding namespace I0507 12:55:02.503376 3794 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 3.847205ms I0507 12:55:02.503388 3794 namespace.go:98] [openshift-backplane-srep] adding namespace I0507 12:55:02.503922 3794 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 4.387622ms I0507 12:55:02.503938 3794 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0507 12:55:02.504430 3794 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 4.894278ms I0507 12:55:02.504445 3794 namespace.go:98] [openshift-image-registry] adding namespace I0507 12:55:02.505031 3794 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.491726ms I0507 12:55:02.505047 3794 namespace.go:98] [openshift-operators] adding namespace I0507 12:55:02.505588 3794 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.044413ms I0507 12:55:02.505607 3794 namespace.go:98] [openshift-service-ca-operator] adding namespace I0507 12:55:02.506161 3794 namespace.go:102] [openshift] adding namespace took 6.615246ms I0507 12:55:02.506179 3794 namespace.go:98] [openshift-config-operator] adding namespace I0507 12:55:02.506682 3794 namespace.go:102] [openshift-config-managed] adding namespace took 7.132223ms I0507 12:55:02.506699 3794 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0507 12:55:02.507323 3794 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.770186ms I0507 12:55:02.507339 3794 namespace.go:98] [openshift-infra] adding namespace I0507 12:55:02.507826 3794 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.272128ms I0507 12:55:02.507839 3794 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0507 12:55:02.508492 3794 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.931574ms I0507 12:55:02.508512 3794 namespace.go:98] [openshift-insights] adding namespace I0507 12:55:02.509104 3794 namespace.go:102] [openshift-apiserver] adding namespace took 9.496992ms I0507 12:55:02.509119 3794 namespace.go:98] [openshift-backplane-cse] adding namespace I0507 12:55:02.509562 3794 namespace.go:102] [openshift-package-operator] adding namespace took 8.189878ms I0507 12:55:02.509578 3794 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0507 12:55:02.510023 3794 namespace.go:102] [openshift-console] adding namespace took 8.160979ms I0507 12:55:02.510037 3794 namespace.go:98] [openshift-route-controller-manager] adding namespace I0507 12:55:02.510463 3794 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.157761ms I0507 12:55:02.510481 3794 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0507 12:55:02.511101 3794 namespace.go:102] [openshift-ingress] adding namespace took 8.299821ms I0507 12:55:02.511118 3794 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0507 12:55:02.511635 3794 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.240349ms I0507 12:55:02.511664 3794 namespace.go:98] [openshift-network-operator] adding namespace I0507 12:55:02.512113 3794 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.169007ms I0507 12:55:02.512127 3794 namespace.go:98] [openshift-config] adding namespace I0507 12:55:02.512552 3794 namespace.go:102] [openshift-image-registry] adding namespace took 8.099575ms I0507 12:55:02.512570 3794 namespace.go:98] [openshift-ingress-operator] adding namespace I0507 12:55:02.513148 3794 namespace.go:102] [openshift-operators] adding namespace took 8.085439ms I0507 12:55:02.513163 3794 namespace.go:98] [openshift-network-diagnostics] adding namespace I0507 12:55:02.513646 3794 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.033093ms I0507 12:55:02.513679 3794 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0507 12:55:02.514141 3794 namespace.go:102] [openshift-config-operator] adding namespace took 7.955862ms I0507 12:55:02.514156 3794 namespace.go:98] [openshift-backplane-tam] adding namespace I0507 12:55:02.514541 3794 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.837232ms I0507 12:55:02.514554 3794 namespace.go:98] [openshift-etcd] adding namespace I0507 12:55:02.514964 3794 namespace.go:102] [openshift-infra] adding namespace took 7.619679ms I0507 12:55:02.514976 3794 namespace.go:98] [dedicated-admin] adding namespace I0507 12:55:02.515347 3794 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.503442ms I0507 12:55:02.515358 3794 namespace.go:98] [openshift-kube-scheduler] adding namespace I0507 12:55:02.515737 3794 namespace.go:102] [openshift-insights] adding namespace took 7.219803ms I0507 12:55:02.515748 3794 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0507 12:55:02.516217 3794 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.092145ms I0507 12:55:02.516230 3794 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0507 12:55:02.516604 3794 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.020436ms I0507 12:55:02.516960 3794 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.918489ms I0507 12:55:02.516972 3794 namespace.go:98] [openshift-network-node-identity] adding namespace I0507 12:55:02.517411 3794 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.923808ms I0507 12:55:02.517425 3794 namespace.go:98] [openshift-marketplace] adding namespace I0507 12:55:02.517788 3794 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.664577ms I0507 12:55:02.517799 3794 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0507 12:55:02.518194 3794 namespace.go:102] [openshift-network-operator] adding namespace took 6.522976ms I0507 12:55:02.518207 3794 namespace.go:98] [openshift-authentication] adding namespace I0507 12:55:02.518557 3794 namespace.go:102] [openshift-config] adding namespace took 6.426189ms I0507 12:55:02.518568 3794 namespace.go:98] [openshift-machine-config-operator] adding namespace W0507 12:55:02.518911 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-zmltr: pod openshift-network-diagnostics/network-check-target-zmltr: no pod IPs found W0507 12:55:02.518932 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-r6pm9: pod openshift-network-diagnostics/network-check-target-r6pm9: no pod IPs found W0507 12:55:02.518939 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-tgjtk: pod openshift-network-diagnostics/network-check-target-tgjtk: no pod IPs found I0507 12:55:02.518957 3794 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.38188ms I0507 12:55:02.518967 3794 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0507 12:55:02.519755 3794 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.588163ms I0507 12:55:02.519768 3794 namespace.go:98] [openshift-machine-api] adding namespace I0507 12:55:02.520117 3794 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.432701ms I0507 12:55:02.520131 3794 namespace.go:98] [kube-public] adding namespace I0507 12:55:02.520477 3794 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.316925ms I0507 12:55:02.520488 3794 namespace.go:98] [openshift-console-operator] adding namespace I0507 12:55:02.520906 3794 namespace.go:102] [openshift-etcd] adding namespace took 6.348215ms I0507 12:55:02.520916 3794 namespace.go:98] [openshift-node] adding namespace I0507 12:55:02.521281 3794 namespace.go:102] [dedicated-admin] adding namespace took 6.298759ms I0507 12:55:02.521292 3794 namespace.go:98] [openshift-controller-manager] adding namespace I0507 12:55:02.521677 3794 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.313958ms I0507 12:55:02.521687 3794 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0507 12:55:02.522121 3794 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.368224ms I0507 12:55:02.522133 3794 namespace.go:98] [openshift-customer-monitoring] adding namespace I0507 12:55:02.522498 3794 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.26343ms I0507 12:55:02.522510 3794 namespace.go:98] [openshift-backplane-mobb] adding namespace I0507 12:55:02.522957 3794 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.98006ms I0507 12:55:02.522971 3794 namespace.go:98] [kube-system] adding namespace I0507 12:55:02.523355 3794 namespace.go:102] [openshift-marketplace] adding namespace took 5.925522ms I0507 12:55:02.523365 3794 namespace.go:98] [openshift-cluster-version] adding namespace I0507 12:55:02.523813 3794 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.008166ms I0507 12:55:02.523825 3794 namespace.go:98] [openshift-operators-redhat] adding namespace I0507 12:55:02.524180 3794 namespace.go:102] [openshift-authentication] adding namespace took 5.968414ms I0507 12:55:02.524191 3794 namespace.go:98] [openshift-monitoring] adding namespace I0507 12:55:02.524533 3794 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.958586ms I0507 12:55:02.524551 3794 namespace.go:98] [openshift-authentication-operator] adding namespace I0507 12:55:02.524981 3794 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.008786ms I0507 12:55:02.525327 3794 namespace.go:102] [openshift-machine-api] adding namespace took 5.555026ms I0507 12:55:02.525339 3794 namespace.go:98] [openshift-backplane-csm] adding namespace I0507 12:55:02.525882 3794 namespace.go:102] [kube-public] adding namespace took 5.746355ms I0507 12:55:02.525892 3794 namespace.go:98] [openshift-dns] adding namespace I0507 12:55:02.526460 3794 namespace.go:102] [openshift-console-operator] adding namespace took 5.966775ms I0507 12:55:02.526473 3794 namespace.go:98] [openshift-network-console] adding namespace I0507 12:55:02.526942 3794 namespace.go:102] [openshift-node] adding namespace took 6.020736ms I0507 12:55:02.526953 3794 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0507 12:55:02.527356 3794 namespace.go:102] [openshift-controller-manager] adding namespace took 6.060335ms I0507 12:55:02.527366 3794 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0507 12:55:02.527786 3794 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.09375ms I0507 12:55:02.527800 3794 namespace.go:98] [openshift-logging] adding namespace I0507 12:55:02.528267 3794 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.127947ms I0507 12:55:02.528281 3794 namespace.go:98] [default] adding namespace I0507 12:55:02.528736 3794 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.219019ms I0507 12:55:02.528754 3794 namespace.go:98] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] adding namespace W0507 12:55:02.528740 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-jqbxd: pod kube-system/global-pull-secret-syncer-jqbxd: no pod IPs found W0507 12:55:02.528767 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-w5c7s: pod kube-system/global-pull-secret-syncer-w5c7s: no pod IPs found W0507 12:55:02.528773 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-7tlrx: pod kube-system/global-pull-secret-syncer-7tlrx: no pod IPs found I0507 12:55:02.529349 3794 namespace.go:102] [kube-system] adding namespace took 6.373396ms I0507 12:55:02.529386 3794 namespace.go:98] [openshift-multus] adding namespace I0507 12:55:02.529873 3794 namespace.go:102] [openshift-cluster-version] adding namespace took 6.501976ms I0507 12:55:02.530422 3794 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.590189ms I0507 12:55:02.530990 3794 namespace.go:102] [openshift-monitoring] adding namespace took 6.794723ms I0507 12:55:02.531005 3794 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0507 12:55:02.531447 3794 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.89049ms I0507 12:55:02.531461 3794 namespace.go:98] [openshift-console-user-settings] adding namespace I0507 12:55:02.532124 3794 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.778536ms I0507 12:55:02.532534 3794 namespace.go:102] [openshift-dns] adding namespace took 6.637248ms I0507 12:55:02.533175 3794 namespace.go:102] [openshift-network-console] adding namespace took 6.69757ms I0507 12:55:02.533186 3794 namespace.go:98] [kube-node-lease] adding namespace I0507 12:55:02.533610 3794 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.651709ms I0507 12:55:02.533624 3794 namespace.go:98] [openshift-backplane] adding namespace I0507 12:55:02.534114 3794 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.742512ms I0507 12:55:02.534616 3794 namespace.go:102] [openshift-logging] adding namespace took 6.809341ms I0507 12:55:02.535108 3794 namespace.go:102] [default] adding namespace took 6.822267ms W0507 12:55:02.535611 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-rl7sp: pod openshift-multus/network-metrics-daemon-rl7sp: no pod IPs found W0507 12:55:02.535625 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vfv75: pod openshift-multus/network-metrics-daemon-vfv75: no pod IPs found W0507 12:55:02.535633 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-rrnzx: pod openshift-multus/network-metrics-daemon-rrnzx: no pod IPs found I0507 12:55:02.535673 3794 namespace.go:102] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] adding namespace took 6.911544ms I0507 12:55:02.536152 3794 namespace.go:102] [openshift-multus] adding namespace took 6.756399ms I0507 12:55:02.536553 3794 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.543233ms I0507 12:55:02.536982 3794 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.514536ms I0507 12:55:02.537386 3794 namespace.go:102] [kube-node-lease] adding namespace took 4.194124ms I0507 12:55:02.537742 3794 namespace.go:102] [openshift-backplane] adding namespace took 4.11267ms W0507 12:55:02.537831 3794 master.go:471] Unable to parse remote node ip-10-0-2-63.ec2.internal chassis-id annotation. Chassis may be removed during sync I0507 12:55:02.537978 3794 master.go:548] Adding or Updating local node "ip-10-0-1-145.ec2.internal" for network "default" I0507 12:55:02.538022 3794 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-63.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-63.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-63.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-63.ec2.internal I0507 12:55:02.538934 3794 zone_ic_handler.go:195] Time taken to create transit switch: 288.337µs I0507 12:55:02.538951 3794 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-119.ec2.internal for the network default I0507 12:55:02.540144 3794 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-119.ec2.internal" on network "default" took: 1.513844ms W0507 12:55:02.547257 3794 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-zmltr: pod openshift-network-diagnostics/network-check-target-zmltr: no pod IPs found W0507 12:55:02.547285 3794 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-rl7sp: pod openshift-multus/network-metrics-daemon-rl7sp: no pod IPs found W0507 12:55:02.547295 3794 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-7tlrx: pod kube-system/global-pull-secret-syncer-7tlrx: no pod IPs found I0507 12:55:02.548498 3794 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-145.ec2.internal for the network default I0507 12:55:02.548715 3794 zone_ic_handler.go:195] Time taken to create transit switch: 203.879µs I0507 12:55:02.549543 3794 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0507 12:55:02.549568 3794 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0507 12:55:02.549581 3794 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0507 12:55:02.549594 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-145.ec2.internal in network "default" I0507 12:55:02.549680 3794 node_tracker.go:169] Node ip-10-0-1-145.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:02.549701 3794 services_controller.go:574] Full service sync requested for network=default I0507 12:55:02.549713 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0507 12:55:02.549729 3794 node_tracker.go:235] Node ip-10-0-2-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-63.ec2.internal" I0507 12:55:02.549741 3794 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:02.549747 3794 services_controller.go:574] Full service sync requested for network=default I0507 12:55:02.549757 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0507 12:55:02.549787 3794 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:02.549795 3794 services_controller.go:574] Full service sync requested for network=default I0507 12:55:02.649953 3794 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0507 12:55:02.649977 3794 services_controller.go:208] Setting up event handlers for services for network=default I0507 12:55:02.650072 3794 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0507 12:55:02.650127 3794 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0507 12:55:02.650144 3794 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0507 12:55:02.751190 3794 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0507 12:55:02.751212 3794 repair.go:60] Starting repairing loop for services I0507 12:55:02.751296 3794 repair.go:131] Deleted 0 stale service LBs I0507 12:55:02.751315 3794 repair.go:137] Deleted 0 stale Chassis Template Vars I0507 12:55:02.751330 3794 repair.go:62] Finished repairing loop for services: 120.701µs I0507 12:55:02.751355 3794 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0507 12:55:02.751365 3794 services_controller.go:254] Starting workers for network=default I0507 12:55:02.751718 3794 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-jqbxd, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-jqbxd: suppressed error logged: pod kube-system/global-pull-secret-syncer-jqbxd: no pod IPs found I0507 12:55:02.751813 3794 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-7tlrx] creating logical port kube-system_global-pull-secret-syncer-7tlrx for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:02.751842 3794 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-tgjtk, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-tgjtk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-tgjtk: no pod IPs found I0507 12:55:02.751819 3794 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-vfv75, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vfv75: suppressed error logged: pod openshift-multus/network-metrics-daemon-vfv75: no pod IPs found I0507 12:55:02.751876 3794 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-rl7sp] creating logical port openshift-multus_network-metrics-daemon-rl7sp for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:02.751812 3794 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-zmltr] creating logical port openshift-network-diagnostics_network-check-target-zmltr for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:02.751945 3794 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-7tlrx I0507 12:55:02.751996 3794 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-rl7sp I0507 12:55:02.752018 3794 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-zmltr I0507 12:55:02.768942 3794 pod.go:62] [openshift-multus/network-metrics-daemon-rl7sp] pod update took 16.992972ms I0507 12:55:02.768960 3794 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-rl7sp] addLogicalPort annotation time took 17.012971ms I0507 12:55:02.769972 3794 pods.go:271] [openshift-multus/network-metrics-daemon-rl7sp] addLogicalPort took 18.101927ms, libovsdb time 787.201µs I0507 12:55:02.771480 3794 pod.go:62] [openshift-network-diagnostics/network-check-target-zmltr] pod update took 19.489327ms I0507 12:55:02.771497 3794 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-zmltr] addLogicalPort annotation time took 19.508205ms I0507 12:55:02.772349 3794 pods.go:271] [openshift-network-diagnostics/network-check-target-zmltr] addLogicalPort took 20.548078ms, libovsdb time 668.578µs I0507 12:55:02.772701 3794 pod.go:62] [kube-system/global-pull-secret-syncer-7tlrx] pod update took 20.8053ms I0507 12:55:02.772721 3794 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-7tlrx] addLogicalPort annotation time took 20.826213ms I0507 12:55:02.773544 3794 pods.go:271] [kube-system/global-pull-secret-syncer-7tlrx] addLogicalPort took 21.742129ms, libovsdb time 643.282µs I0507 12:55:02.773966 3794 admin_network_policy_controller.go:227] Starting controller default-network-controller I0507 12:55:02.773985 3794 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0507 12:55:02.773997 3794 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0507 12:55:02.774001 3794 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0507 12:55:02.774198 3794 repair.go:29] Repairing admin network policies took 191.457µs I0507 12:55:02.774297 3794 repair.go:92] Repairing baseline admin network policies took 89.7µs I0507 12:55:02.774738 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0507 12:55:02.774755 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0507 12:55:02.776373 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0507 12:55:02.776393 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0507 12:55:02.776402 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0507 12:55:02.777929 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0507 12:55:02.777949 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0507 12:55:02.778388 3794 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0507 12:55:02.778401 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 12:55:02.779130 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0507 12:55:02.779147 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0507 12:55:02.779156 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0507 12:55:02.781304 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0507 12:55:02.781321 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0507 12:55:02.781330 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0507 12:55:02.782240 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0507 12:55:02.782260 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0507 12:55:02.782271 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0507 12:55:02.784302 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0507 12:55:02.784320 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0507 12:55:02.784328 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0507 12:55:02.785716 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0507 12:55:02.785735 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0507 12:55:02.785743 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0507 12:55:02.786184 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0507 12:55:02.786201 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0507 12:55:02.786209 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0507 12:55:02.786454 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0507 12:55:02.786469 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0507 12:55:02.786476 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0507 12:55:02.787289 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0507 12:55:02.787305 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0507 12:55:02.787325 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 12:55:02.787967 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0507 12:55:02.787984 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0507 12:55:02.787993 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0507 12:55:02.788606 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0507 12:55:02.788621 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0507 12:55:02.788627 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0507 12:55:02.788903 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0507 12:55:02.788919 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0507 12:55:02.788927 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0507 12:55:02.790011 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0507 12:55:02.790026 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0507 12:55:02.790035 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0507 12:55:02.790547 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0507 12:55:02.790566 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0507 12:55:02.790573 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0507 12:55:02.791051 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0507 12:55:02.791066 3794 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0507 12:55:02.791074 3794 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0507 12:55:02.792804 3794 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0507 12:55:02.792819 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0507 12:55:02.792828 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0507 12:55:02.793862 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0507 12:55:02.793880 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0507 12:55:02.793887 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0507 12:55:02.794383 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0507 12:55:02.794399 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0507 12:55:02.794405 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0507 12:55:02.794648 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0507 12:55:02.794685 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0507 12:55:02.794694 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0507 12:55:02.795184 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0507 12:55:02.795200 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0507 12:55:02.795207 3794 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0507 12:55:02.796897 3794 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0507 12:55:02.796914 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0507 12:55:02.796921 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0507 12:55:02.797416 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0507 12:55:02.797435 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0507 12:55:02.797441 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0507 12:55:02.798677 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0507 12:55:02.798693 3794 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0507 12:55:02.798700 3794 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0507 12:55:02.798980 3794 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0507 12:55:02.798998 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0507 12:55:02.799006 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0507 12:55:02.799528 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0507 12:55:02.799546 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0507 12:55:02.799560 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0507 12:55:02.800107 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0507 12:55:02.800123 3794 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0507 12:55:02.800132 3794 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0507 12:55:02.801108 3794 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0507 12:55:02.801122 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0507 12:55:02.801134 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0507 12:55:02.802350 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0507 12:55:02.807193 3794 egressfirewall.go:374] Starting EgressFirewall controller I0507 12:55:02.807216 3794 controller.go:133] Adding controller egress-firewall-controller event handlers I0507 12:55:02.807234 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0507 12:55:02.807244 3794 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0507 12:55:02.807254 3794 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0507 12:55:02.807280 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0507 12:55:02.807288 3794 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0507 12:55:02.807551 3794 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0507 12:55:02.807563 3794 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0507 12:55:02.807575 3794 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0507 12:55:02.807582 3794 egressqos.go:193] Setting up event handlers for EgressQoS I0507 12:55:02.807661 3794 egressfirewall.go:723] Syncing node "ip-10-0-1-145.ec2.internal" for egress firewall I0507 12:55:02.807687 3794 egressfirewall.go:723] Syncing node "ip-10-0-2-63.ec2.internal" for egress firewall I0507 12:55:02.807692 3794 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0507 12:55:02.807878 3794 egressqos.go:245] Starting EgressQoS Controller I0507 12:55:02.807888 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0507 12:55:02.807895 3794 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0507 12:55:02.807900 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0507 12:55:02.807904 3794 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0507 12:55:02.807912 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0507 12:55:02.807916 3794 shared_informer.go:356] "Caches are synced" controller="egressqos" I0507 12:55:02.807920 3794 egressqos.go:259] Repairing EgressQoSes I0507 12:55:02.807924 3794 egressqos.go:399] Starting repairing loop for egressqos I0507 12:55:02.808000 3794 egressqos.go:401] Finished repairing loop for egressqos: 75.944µs I0507 12:55:02.808059 3794 egressservice_zone.go:132] Setting up event handlers for Egress Services I0507 12:55:02.808141 3794 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-145.ec2.internal I0507 12:55:02.808223 3794 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-145.ec2.internal : 83.021µs I0507 12:55:02.808242 3794 egressservice_zone.go:210] Starting Egress Services Controller I0507 12:55:02.808248 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 12:55:02.808255 3794 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 12:55:02.808262 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 12:55:02.808268 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 12:55:02.808275 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 12:55:02.808283 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 12:55:02.808329 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0507 12:55:02.808336 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0507 12:55:02.808340 3794 egressservice_zone.go:228] Repairing Egress Services I0507 12:55:02.808625 3794 master_controller.go:88] Starting Admin Policy Based Route Controller I0507 12:55:02.808635 3794 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 12:55:02.808710 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0507 12:55:02.808724 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 15.382µs I0507 12:55:02.808734 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-145.ec2.internal I0507 12:55:02.808740 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-145.ec2.internal: 6.855µs I0507 12:55:02.808747 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0507 12:55:02.808752 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 6.426µs I0507 12:55:02.808869 3794 default_network_controller.go:585] Completing all the Watchers took 309.582024ms I0507 12:55:02.808887 3794 default_network_controller.go:589] Starting unidling controllers I0507 12:55:02.808898 3794 unidle.go:46] Registering OVN SB ControllerEvent handler I0507 12:55:02.808904 3794 unidle.go:63] Populating Initial ContollerEvent events I0507 12:55:02.808916 3794 unidle.go:79] Setting up event handlers for services I0507 12:55:02.808985 3794 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0507 12:55:02.879357 3794 default_node_network_controller.go:519] Node connection status = connected I0507 12:55:02.996429 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0507 12:55:02.996451 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 28.862µs I0507 12:55:02.996433 3794 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0507 12:55:02.996476 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0507 12:55:02.996529 3794 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:02.996538 3794 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-119.ec2.internal. Updating no re-route policies I0507 12:55:02.996545 3794 services_controller.go:574] Full service sync requested for network=default I0507 12:55:03.377675 3794 default_node_network_controller.go:519] Node connection status = connected I0507 12:55:03.877887 3794 default_node_network_controller.go:519] Node connection status = connected I0507 12:55:04.165696 3794 egressfirewall.go:723] Syncing node "ip-10-0-2-63.ec2.internal" for egress firewall I0507 12:55:04.165737 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0507 12:55:04.165740 3794 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 12:55:04.165753 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 22.837µs I0507 12:55:04.377993 3794 default_node_network_controller.go:519] Node connection status = connected I0507 12:55:04.625241 3794 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0507 12:55:04.877817 3794 default_node_network_controller.go:519] Node connection status = connected I0507 12:55:04.895382 3794 bridgeconfig.go:537] Gateway is ready I0507 12:55:04.895405 3794 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0507 12:55:04.908623 3794 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.145. Updating OVN encap IP. I0507 12:55:04.913926 3794 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.145 - it is already configured I0507 12:55:04.913940 3794 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.145/24:{} 172.20.0.1/32:{}]. Updating annotations. I0507 12:55:04.914203 3794 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.145/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-145.ec2.internal","mac-address":"0a:ff:e4:96:77:6d","ip-addresses":["10.0.1.145/24"],"ip-address":"10.0.1.145/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:94f2eb07-a81a-4217-9344-15ac781db31d k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.145/24"}] on node ip-10-0-1-145.ec2.internal I0507 12:55:04.929788 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-145.ec2.internal in network "default" I0507 12:55:04.929859 3794 node_tracker.go:169] Node ip-10-0-1-145.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:04.929879 3794 services_controller.go:574] Full service sync requested for network=default I0507 12:55:04.929897 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-145.ec2.internal I0507 12:55:04.929910 3794 egressfirewall.go:723] Syncing node "ip-10-0-1-145.ec2.internal" for egress firewall I0507 12:55:04.929916 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-145.ec2.internal: 26.153µs I0507 12:55:04.929927 3794 master.go:548] Adding or Updating local node "ip-10-0-1-145.ec2.internal" for network "default" I0507 12:55:04.930337 3794 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.145 I0507 12:55:04.930470 3794 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-145.ec2.internal I0507 12:55:04.935124 3794 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-145.ec2.internal. Updating no re-route policies I0507 12:55:04.935207 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-145.ec2.internal I0507 12:55:04.935220 3794 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-2p59l I0507 12:55:04.935232 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-145.ec2.internal I0507 12:55:04.935234 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-rl7sp I0507 12:55:04.935241 3794 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-2p59l I0507 12:55:04.935237 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sfc57 I0507 12:55:04.935246 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-rl7sp I0507 12:55:04.935247 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-p92rw I0507 12:55:04.935257 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sfc57 I0507 12:55:04.935260 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-p92rw I0507 12:55:04.935260 3794 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-jqbxd I0507 12:55:04.935264 3794 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-2p59l after 0 failed attempt(s) I0507 12:55:04.935207 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-5x5gd I0507 12:55:04.935278 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-p92rw after 0 failed attempt(s) I0507 12:55:04.935278 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sfc57 after 0 failed attempt(s) I0507 12:55:04.935278 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zl87r I0507 12:55:04.935283 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-cl75b I0507 12:55:04.935286 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-tgjtk I0507 12:55:04.935293 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-zl87r I0507 12:55:04.935288 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-9zhdn I0507 12:55:04.935300 3794 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-145.ec2.internal I0507 12:55:04.935309 3794 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-145.ec2.internal I0507 12:55:04.935294 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-vfv75 I0507 12:55:04.935310 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-9zhdn I0507 12:55:04.935319 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-vfv75 I0507 12:55:04.935320 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-zl87r after 0 failed attempt(s) I0507 12:55:04.935326 3794 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-145.ec2.internal after 0 failed attempt(s) I0507 12:55:04.935329 3794 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-rl7sp] creating logical port openshift-multus_network-metrics-daemon-rl7sp for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:04.935223 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-gqhdr I0507 12:55:04.935342 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-gqhdr I0507 12:55:04.935353 3794 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-vfv75, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vfv75: suppressed error logged: pod openshift-multus/network-metrics-daemon-vfv75: no pod IPs found I0507 12:55:04.935364 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-gqhdr after 0 failed attempt(s) I0507 12:55:04.935298 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-tgjtk I0507 12:55:04.935402 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-9zhdn after 0 failed attempt(s) I0507 12:55:04.935437 3794 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-tgjtk, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-tgjtk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-tgjtk: no pod IPs found I0507 12:55:04.935263 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-145.ec2.internal after 0 failed attempt(s) I0507 12:55:04.935282 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-5x5gd I0507 12:55:04.935463 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-5x5gd after 0 failed attempt(s) I0507 12:55:04.935273 3794 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-jqbxd I0507 12:55:04.935496 3794 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-jqbxd, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-jqbxd: suppressed error logged: pod kube-system/global-pull-secret-syncer-jqbxd: no pod IPs found I0507 12:55:04.935297 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xbrcl I0507 12:55:04.935530 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xbrcl I0507 12:55:04.935576 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xbrcl after 0 failed attempt(s) I0507 12:55:04.935298 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-cl75b I0507 12:55:04.935608 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-cl75b after 0 failed attempt(s) I0507 12:55:04.935306 3794 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-7tlrx I0507 12:55:04.935637 3794 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-7tlrx I0507 12:55:04.935688 3794 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-7tlrx] creating logical port kube-system_global-pull-secret-syncer-7tlrx for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:04.935272 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-zmltr I0507 12:55:04.935744 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-zmltr I0507 12:55:04.935785 3794 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-zmltr] creating logical port openshift-network-diagnostics_network-check-target-zmltr for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:04.936107 3794 pods.go:271] [openshift-multus/network-metrics-daemon-rl7sp] addLogicalPort took 832.355µs, libovsdb time 245.417µs I0507 12:55:04.936117 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-rl7sp after 0 failed attempt(s) I0507 12:55:04.936601 3794 pods.go:271] [kube-system/global-pull-secret-syncer-7tlrx] addLogicalPort took 925.919µs, libovsdb time 204.773µs I0507 12:55:04.936614 3794 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-7tlrx after 0 failed attempt(s) I0507 12:55:04.936788 3794 pods.go:271] [openshift-network-diagnostics/network-check-target-zmltr] addLogicalPort took 1.018555ms, libovsdb time 231.679µs I0507 12:55:04.936798 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-zmltr after 0 failed attempt(s) I0507 12:55:04.947181 3794 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0507 12:55:04.959096 3794 iptables.go:108] Creating table: mangle chain: OUTPUT I0507 12:55:04.962308 3794 iptables.go:108] Creating table: nat chain: OUTPUT I0507 12:55:05.011324 3794 iptables.go:108] Creating table: nat chain: PREROUTING I0507 12:55:05.065891 3794 iptables.go:108] Creating table: filter chain: FORWARD I0507 12:55:05.081925 3794 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0507 12:55:05.082159 3794 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0507 12:55:05.082203 3794 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0507 12:55:05.082268 3794 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0507 12:55:05.082319 3794 gateway_init.go:325] Gateway and management port readiness took 2.709208801s I0507 12:55:05.082347 3794 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0507 12:55:05.082387 3794 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0507 12:55:05.082408 3794 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0507 12:55:05.082417 3794 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 12:55:05.082478 3794 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0507 12:55:05.082558 3794 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.755µs I0507 12:55:05.083163 3794 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0507 12:55:05.083189 3794 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.076µs I0507 12:55:05.083197 3794 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.508µs I0507 12:55:05.083203 3794 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0507 12:55:05.083212 3794 nad_controller.go:379] [node-nad-controller NAD controller]: started I0507 12:55:05.083217 3794 default_node_network_controller.go:899] Starting the default node network controller I0507 12:55:05.083222 3794 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0507 12:55:05.083298 3794 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.528µs I0507 12:55:05.083355 3794 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0507 12:55:05.083363 3794 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0507 12:55:05.083388 3794 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b500 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc0002ec1c0 0xc0002ec230 0xc0002ec2a0 0xc000b259f0 0xc0002ec310 0xc0002ec380 0xc000890820 0xc0065973b0 0xc0002ec3f0 map[0x2ff9080:0xc0029853e0 0x2ff95c0:0xc002985560 0x2ffa2e0:0xc002985320 0x2ffa580:0xc002985380 0x2ffad60:0xc002985440 0x2ffb000:0xc0029854a0 0x2ffb2a0:0xc002985500 0x2ffba80:0xc0029855c0 0x2ffbd20:0xc002985620 0x3026980:0xc00076f0e0 0x3026d20:0xc00076f2c0 0x3027800:0xc000b85da0 0x3029160:0xc001b80000 0x30298a0:0xc00076f320 0x302a720:0xc000fd60c0] 0xc000b26af0 0} I0507 12:55:05.083444 3794 gateway.go:151] Starting gateway service sync I0507 12:55:05.083857 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0507 12:55:05.085951 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0507 12:55:05.105085 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0507 12:55:05.106203 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0507 12:55:05.107264 3794 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0507 12:55:05.139944 3794 gateway.go:168] Gateway service sync done. Time taken: 56.487551ms I0507 12:55:05.140447 3794 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31984 I0507 12:55:05.140718 3794 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b500 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc0002ec1c0 0xc0002ec230 0xc0002ec2a0 0xc000b259f0 0xc0002ec310 0xc0002ec380 0xc000890820 0xc0065973b0 0xc0002ec3f0 map[0x2ff9080:0xc0029853e0 0x2ff95c0:0xc002985560 0x2ffa2e0:0xc002985320 0x2ffa580:0xc002985380 0x2ffad60:0xc002985440 0x2ffb000:0xc0029854a0 0x2ffb2a0:0xc002985500 0x2ffba80:0xc0029855c0 0x2ffbd20:0xc002985620 0x3026980:0xc00076f0e0 0x3026d20:0xc00076f2c0 0x3027800:0xc000b85da0 0x3029160:0xc001b80000 0x30298a0:0xc00076f320 0x302a720:0xc000fd60c0] 0xc000b26af0 0} I0507 12:55:05.141127 3794 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b500 0xc0002ec070 0xc0002ec0e0 0xc0002ec150 0xc0002ec1c0 0xc0002ec230 0xc0002ec2a0 0xc000b259f0 0xc0002ec310 0xc0002ec380 0xc000890820 0xc0065973b0 0xc0002ec3f0 map[0x2ff9080:0xc0029853e0 0x2ff95c0:0xc002985560 0x2ffa2e0:0xc002985320 0x2ffa580:0xc002985380 0x2ffad60:0xc002985440 0x2ffb000:0xc0029854a0 0x2ffb2a0:0xc002985500 0x2ffba80:0xc0029855c0 0x2ffbd20:0xc002985620 0x3026980:0xc00076f0e0 0x3026d20:0xc00076f2c0 0x3027800:0xc000b85da0 0x3029160:0xc001b80000 0x30298a0:0xc00076f320 0x302a720:0xc000fd60c0] 0xc000b26af0 0} I0507 12:55:05.141168 3794 gateway.go:532] Reconciling gateway with updates I0507 12:55:05.146275 3794 gateway.go:339] Spawning Conntrack Rule Check Thread I0507 12:55:05.146361 3794 default_node_network_controller.go:944] Gateway and management port readiness took 62.99183ms I0507 12:55:05.146371 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 12:55:05.146400 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 12:55:05.146403 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 12:55:05.146415 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 12:55:05.146426 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 12:55:05.146436 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 12:55:05.146450 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 12:55:05.146451 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 12:55:05.146463 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 12:55:05.146466 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 12:55:05.146471 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 12:55:05.146469 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 12:55:05.146474 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 12:55:05.146485 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 12:55:05.146489 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 12:55:05.146481 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 12:55:05.146499 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 12:55:05.146504 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 12:55:05.146506 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 12:55:05.146520 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 12:55:05.146524 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 12:55:05.146526 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 12:55:05.146538 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 12:55:05.146510 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 12:55:05.146543 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 12:55:05.146490 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 12:55:05.146550 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 12:55:05.146480 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 12:55:05.146561 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 12:55:05.146556 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 12:55:05.146567 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 12:55:05.146575 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 12:55:05.146577 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 12:55:05.146577 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 12:55:05.146582 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 12:55:05.146587 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 12:55:05.146590 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 12:55:05.146592 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 12:55:05.146586 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 12:55:05.146593 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 12:55:05.146593 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 12:55:05.146597 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 12:55:05.146602 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 12:55:05.146613 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 12:55:05.146566 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 12:55:05.146615 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 12:55:05.146627 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 12:55:05.146630 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 12:55:05.146472 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 12:55:05.146635 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 12:55:05.146643 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 12:55:05.146648 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 12:55:05.146619 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 12:55:05.146678 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 12:55:05.146681 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 12:55:05.146555 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 12:55:05.146687 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 12:55:05.146692 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 12:55:05.146647 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 12:55:05.146710 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 12:55:05.146543 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 12:55:05.146724 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 12:55:05.146728 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 12:55:05.146749 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 12:55:05.146710 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 12:55:05.146770 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 12:55:05.146771 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 12:55:05.146627 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 12:55:05.146777 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 12:55:05.146800 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 12:55:05.146592 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 12:55:05.146805 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 12:55:05.146807 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 12:55:05.146815 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 12:55:05.146819 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 12:55:05.146676 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 12:55:05.146847 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 12:55:05.146782 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 12:55:05.146695 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 12:55:05.146884 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 12:55:05.146893 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 12:55:05.146898 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 12:55:05.146922 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 12:55:05.146850 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 12:55:05.146924 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 12:55:05.146581 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 12:55:05.146959 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 12:55:05.146973 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 12:55:05.146542 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 12:55:05.146983 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 12:55:05.146987 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 12:55:05.146591 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 12:55:05.146599 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 12:55:05.146602 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 12:55:05.146617 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 12:55:05.146618 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 12:55:05.146527 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 12:55:05.147045 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 12:55:05.146630 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 12:55:05.146630 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 12:55:05.146632 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 12:55:05.147211 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 12:55:05.146700 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 12:55:05.146702 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 12:55:05.146801 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 12:55:05.147306 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 12:55:05.146867 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 12:55:05.146868 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 12:55:05.146567 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 12:55:05.147372 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 12:55:05.147391 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 12:55:05.147394 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 12:55:05.147407 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 12:55:05.147415 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 12:55:05.147392 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 31200 is already open, no action needed I0507 12:55:05.147431 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 31644 is already open, no action needed I0507 12:55:05.147429 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:05.147434 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 12:55:05.147441 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 12:55:05.147447 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:05.146487 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 12:55:05.147452 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 12:55:05.147460 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 12:55:05.147482 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 12:55:05.147669 3794 node_ip_handler_linux.go:160] Node IP manager is running W0507 12:55:05.185956 3794 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 12:55:05.186143 3794 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 12:55:05.186287 3794 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0507 12:55:05.196360 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 12:55:05.196392 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 12:55:05.196407 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 12:55:05.196415 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 12:55:05.196424 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 12:55:05.246910 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 12:55:05.246936 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 12:55:05.296245 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 12:55:05.296260 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 12:55:05.296249 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 12:55:05.683787 3794 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 12:55:06.685085 3794 default_node_network_controller.go:1380] Starting node controller node sync W0507 12:55:06.685114 3794 egressip_healthcheck.go:76] Health checking using insecure connection I0507 12:55:06.685153 3794 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0507 12:55:06.696592 3794 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.489399ms I0507 12:55:06.696729 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 10.0.0.119 to PMTUD blocking rules I0507 12:55:06.696743 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 12:55:06.702496 3794 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0507 12:55:06.702782 3794 egressservice_node.go:93] Setting up event handlers for Egress Services I0507 12:55:06.702895 3794 egressservice_node.go:183] Starting Egress Services Controller I0507 12:55:06.702913 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 12:55:06.702938 3794 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 12:55:06.702957 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 12:55:06.702971 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 12:55:06.702983 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 12:55:06.702995 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 12:55:06.703003 3794 egressservice_node.go:197] Repairing Egress Services I0507 12:55:06.712382 3794 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0507 12:55:06.712392 3794 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 12:55:06.712551 3794 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0507 12:55:06.712563 3794 link_network_manager.go:119] Link manager is running I0507 12:55:06.712572 3794 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0507 12:55:06.712734 3794 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0507 12:55:06.712876 3794 vrf_manager.go:128] VRF manager is running I0507 12:55:06.712936 3794 node_controller_manager.go:437] Removing flows to drop GARP I0507 12:55:06.712944 3794 gateway.go:532] Reconciling gateway with updates I0507 12:55:06.742507 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 12:55:06.742529 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 12:55:06.742528 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 12:55:06.742542 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 12:55:06.742542 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 12:55:06.742551 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 12:55:06.742551 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 12:55:06.742555 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 12:55:06.742561 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 12:55:06.742561 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 12:55:06.742567 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 12:55:06.742567 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 12:55:06.742568 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 12:55:06.742554 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 12:55:06.742570 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 12:55:06.742577 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 12:55:06.742570 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 12:55:06.742584 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 12:55:06.742584 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 12:55:06.742593 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 12:55:06.742594 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 12:55:06.742596 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 12:55:06.742600 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 12:55:06.742606 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 12:55:06.742541 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 12:55:06.742609 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 12:55:06.742614 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 12:55:06.742616 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 12:55:06.742614 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 12:55:06.742607 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 12:55:06.742626 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 12:55:06.742626 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 12:55:06.742631 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 12:55:06.742637 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 12:55:06.742639 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 12:55:06.742588 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 12:55:06.742641 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 12:55:06.742648 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 12:55:06.742645 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 12:55:06.742670 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 12:55:06.742675 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 12:55:06.742678 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 12:55:06.742671 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 12:55:06.742681 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 12:55:06.742688 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 12:55:06.742690 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 12:55:06.742689 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 12:55:06.742690 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 12:55:06.742695 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 12:55:06.742698 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 12:55:06.742696 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 12:55:06.742706 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 12:55:06.742709 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 12:55:06.742715 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 12:55:06.742717 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 12:55:06.742700 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 12:55:06.742720 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 12:55:06.742668 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 12:55:06.742729 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 12:55:06.742726 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 12:55:06.742541 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 12:55:06.742738 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 12:55:06.742738 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 12:55:06.742716 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 12:55:06.742741 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 12:55:06.742730 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 12:55:06.742749 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 12:55:06.742751 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 12:55:06.742755 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 12:55:06.742753 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 12:55:06.742707 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 12:55:06.742599 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 12:55:06.742781 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 12:55:06.742666 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 12:55:06.742691 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 12:55:06.742711 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 12:55:06.742685 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 12:55:06.742621 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 12:55:06.742849 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 12:55:06.742858 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 12:55:06.742857 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 12:55:06.742717 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 12:55:06.742869 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 12:55:06.742715 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 12:55:06.742885 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 12:55:06.742526 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 12:55:06.742904 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 12:55:06.742723 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 12:55:06.742726 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:06.742941 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:06.742734 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 12:55:06.742675 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 12:55:06.742744 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 12:55:06.742746 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 12:55:06.742666 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 12:55:06.743043 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 12:55:06.743055 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 31200 is already open, no action needed I0507 12:55:06.743066 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 31644 is already open, no action needed I0507 12:55:06.742809 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 12:55:06.743107 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 12:55:06.742708 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 12:55:06.742836 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 12:55:06.742700 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 12:55:06.743036 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 12:55:06.743216 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 12:55:06.742763 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 12:55:06.781645 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 12:55:06.781680 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 12:55:06.781702 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 12:55:06.781724 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 12:55:06.781739 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 12:55:06.781748 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 12:55:06.781757 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 12:55:06.781768 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 12:55:06.781777 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 12:55:06.781785 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 12:55:06.781792 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 12:55:06.781800 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 12:55:06.820266 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 12:55:06.820290 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 12:55:06.820299 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 12:55:06.820309 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 12:55:06.820317 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 12:55:06.820323 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 12:55:06.820329 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 12:55:06.820334 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 12:55:06.820340 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 12:55:06.820345 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 12:55:06.820351 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 12:55:06.859275 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 12:55:06.859294 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 12:55:06.859301 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 12:55:06.859307 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 12:55:06.859313 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 12:55:07.520722 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0507 12:55:07.520753 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 36.86µs I0507 12:55:08.536775 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-145.ec2.internal I0507 12:55:08.536808 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-145.ec2.internal: 40.504µs I0507 12:55:08.568860 3794 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-658865b859-cvxsv] creating logical port openshift-image-registry_image-registry-658865b859-cvxsv for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:08.568990 3794 kube.go:256] Updating pod openshift-image-registry/image-registry-658865b859-cvxsv I0507 12:55:08.570356 3794 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-66f767b8f-6qs4c] creating logical port openshift-ingress_router-default-66f767b8f-6qs4c for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:08.570493 3794 kube.go:256] Updating pod openshift-ingress/router-default-66f767b8f-6qs4c I0507 12:55:08.597439 3794 pod.go:62] [openshift-image-registry/image-registry-658865b859-cvxsv] pod update took 28.474022ms I0507 12:55:08.597470 3794 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-658865b859-cvxsv] addLogicalPort annotation time took 28.50582ms I0507 12:55:08.597439 3794 pod.go:62] [openshift-ingress/router-default-66f767b8f-6qs4c] pod update took 26.984198ms I0507 12:55:08.597587 3794 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-66f767b8f-6qs4c] addLogicalPort annotation time took 27.139925ms I0507 12:55:08.598768 3794 pods.go:271] [openshift-image-registry/image-registry-658865b859-cvxsv] addLogicalPort took 29.919846ms, libovsdb time 952.142µs I0507 12:55:08.599420 3794 pods.go:271] [openshift-ingress/router-default-66f767b8f-6qs4c] addLogicalPort took 29.07234ms, libovsdb time 1.575774ms I0507 12:55:08.599543 3794 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-2kkx9] creating logical port openshift-dns_dns-default-2kkx9 for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:08.599638 3794 kube.go:256] Updating pod openshift-dns/dns-default-2kkx9 I0507 12:55:08.600436 3794 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-wczsp] creating logical port openshift-ingress-canary_ingress-canary-wczsp for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:08.600510 3794 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-wczsp I0507 12:55:08.629331 3794 pod.go:62] [openshift-dns/dns-default-2kkx9] pod update took 29.720045ms I0507 12:55:08.629350 3794 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-2kkx9] addLogicalPort annotation time took 29.742869ms I0507 12:55:08.630372 3794 pods.go:271] [openshift-dns/dns-default-2kkx9] addLogicalPort took 30.836597ms, libovsdb time 776.453µs I0507 12:55:08.635421 3794 pod.go:62] [openshift-ingress-canary/ingress-canary-wczsp] pod update took 34.936561ms I0507 12:55:08.635441 3794 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-wczsp] addLogicalPort annotation time took 34.955531ms I0507 12:55:08.641623 3794 pods.go:271] [openshift-ingress-canary/ingress-canary-wczsp] addLogicalPort took 41.19968ms, libovsdb time 4.367035ms I0507 12:55:09.018053 3794 cni.go:452] [openshift-ingress-canary/ingress-canary-wczsp 5862812310b4df0e2581d02de9fb6bead809f4117244bc92fb709cc960d531c5 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-wczsp 5862812310b4df0e2581d02de9fb6bead809f4117244bc92fb709cc960d531c5 network default NAD default NAD key ] I0507 12:55:09.048714 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-wczsp, hostIfaceName: 5862812310b4df0, network: default, NAD default, SandboxID: "5862812310b4df0e2581d02de9fb6bead809f4117244bc92fb709cc960d531c5", PCI device ID: , UID: "e31076e2-5734-4f69-9e14-efd1d5379ca5", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0507 12:55:09.093714 3794 cni.go:473] [openshift-ingress-canary/ingress-canary-wczsp 5862812310b4df0e2581d02de9fb6bead809f4117244bc92fb709cc960d531c5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-wczsp 5862812310b4df0e2581d02de9fb6bead809f4117244bc92fb709cc960d531c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:06:0d:5c:7a:da\",\"name\":\"5862812310b4df0\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7e4fd30-0202-498a-b02f-0ff0b2371c17\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 12:55:09.317814 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0507 12:55:09.317867 3794 node_tracker.go:235] Node ip-10-0-2-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-63.ec2.internal" I0507 12:55:09.317883 3794 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:09.317898 3794 services_controller.go:574] Full service sync requested for network=default I0507 12:55:09.317912 3794 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "ip-10-0-2-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 12:55:09.342873 3794 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "ip-10-0-2-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 12:55:09.485628 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0507 12:55:09.485703 3794 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:09.485710 3794 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "ip-10-0-2-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 12:55:09.485717 3794 services_controller.go:574] Full service sync requested for network=default I0507 12:55:09.486677 3794 zone_ic_handler.go:195] Time taken to create transit switch: 293.399µs I0507 12:55:09.486692 3794 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-63.ec2.internal for the network default I0507 12:55:09.487670 3794 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-63.ec2.internal" on network "default" took: 1.285542ms I0507 12:55:11.550615 3794 egressfirewall.go:723] Syncing node "ip-10-0-2-63.ec2.internal" for egress firewall I0507 12:55:11.550684 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0507 12:55:11.550735 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0507 12:55:11.550742 3794 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0507 12:55:11.550753 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 22.963µs I0507 12:55:11.550752 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-63.ec2.internal", IP: 10.0.2.63 to PMTUD blocking rules I0507 12:55:11.550767 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-63.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 12:55:11.550760 3794 services_controller.go:574] Full service sync requested for network=default I0507 12:55:11.556951 3794 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-63.ec2.internal. Updating no re-route policies I0507 12:55:11.567328 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-63.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 12:55:11.567342 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-63.ec2.internal", IP: 10.0.2.63 to PMTUD blocking rules I0507 12:55:14.957335 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0507 12:55:14.957366 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 39.376µs W0507 12:55:20.033569 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0507 12:55:20.148696 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 12:55:20.926092 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 12:55:21.337508 3794 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0507 12:55:21.338482 3794 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 950.277µs I0507 12:55:21.366053 3794 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 12:55:22.020977 3794 namespace.go:98] [openshift-service-ca] adding namespace I0507 12:55:22.021769 3794 namespace.go:102] [openshift-service-ca] adding namespace took 772.843µs I0507 12:55:22.047671 3794 namespace.go:142] [openshift-service-ca] updating namespace W0507 12:55:24.332552 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 12:55:31.617422 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 12:55:40.587161 3794 cni.go:452] [kube-system/global-pull-secret-syncer-7tlrx 2636741e7a8184aa0702e5619f00606566632899f56892a8fb17fd343746d34b network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-7tlrx 2636741e7a8184aa0702e5619f00606566632899f56892a8fb17fd343746d34b network default NAD default NAD key ] I0507 12:55:40.598023 3794 cni.go:452] [openshift-multus/network-metrics-daemon-rl7sp e8a3fb03a7519908607c755d4757d1fb77204e69f010bfa6ad597cf14f983a5d network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-rl7sp e8a3fb03a7519908607c755d4757d1fb77204e69f010bfa6ad597cf14f983a5d network default NAD default NAD key ] I0507 12:55:40.598381 3794 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-7tlrx, hostIfaceName: 2636741e7a8184a, network: default, NAD default, SandboxID: "2636741e7a8184aa0702e5619f00606566632899f56892a8fb17fd343746d34b", PCI device ID: , UID: "149b9ddc-3dbb-4047-9807-00573caa8fee", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0507 12:55:40.608595 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-rl7sp, hostIfaceName: e8a3fb03a751990, network: default, NAD default, SandboxID: "e8a3fb03a7519908607c755d4757d1fb77204e69f010bfa6ad597cf14f983a5d", PCI device ID: , UID: "0476f49e-3736-401b-bf64-4948bb056b5f", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0507 12:55:40.644726 3794 cni.go:473] [kube-system/global-pull-secret-syncer-7tlrx 2636741e7a8184aa0702e5619f00606566632899f56892a8fb17fd343746d34b network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-7tlrx 2636741e7a8184aa0702e5619f00606566632899f56892a8fb17fd343746d34b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:78:56:d6:ec:5e\",\"name\":\"2636741e7a8184a\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62b04daf-5b89-477e-9e9e-6abe2728b28b\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 12:55:40.659977 3794 cni.go:473] [openshift-multus/network-metrics-daemon-rl7sp e8a3fb03a7519908607c755d4757d1fb77204e69f010bfa6ad597cf14f983a5d network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-rl7sp e8a3fb03a7519908607c755d4757d1fb77204e69f010bfa6ad597cf14f983a5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:7f:fc:de:f8:01\",\"name\":\"e8a3fb03a751990\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e53f7fde-0c4d-483b-9612-7d1ec8be2356\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 12:55:40.751426 3794 cni.go:452] [openshift-image-registry/image-registry-658865b859-cvxsv b4beb926bee2c9d408b5a58f31c4378551ed96b3c623ce09c1316e70cd7bfb2a network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-658865b859-cvxsv b4beb926bee2c9d408b5a58f31c4378551ed96b3c623ce09c1316e70cd7bfb2a network default NAD default NAD key ] I0507 12:55:40.762340 3794 cni.go:452] [openshift-ingress/router-default-66f767b8f-6qs4c 37927498493f9464a1fa0a1164581017b7e0b0e6b4dc7d1c626e0fdf1b5db474 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-66f767b8f-6qs4c 37927498493f9464a1fa0a1164581017b7e0b0e6b4dc7d1c626e0fdf1b5db474 network default NAD default NAD key ] I0507 12:55:40.762354 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-658865b859-cvxsv, hostIfaceName: b4beb926bee2c9d, network: default, NAD default, SandboxID: "b4beb926bee2c9d408b5a58f31c4378551ed96b3c623ce09c1316e70cd7bfb2a", PCI device ID: , UID: "8fbfbd06-c001-4d21-962c-62b2c83ddb35", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0507 12:55:40.772010 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-66f767b8f-6qs4c, hostIfaceName: 37927498493f946, network: default, NAD default, SandboxID: "37927498493f9464a1fa0a1164581017b7e0b0e6b4dc7d1c626e0fdf1b5db474", PCI device ID: , UID: "ff585e2a-e0c5-430a-bdd2-cb27dcf996d3", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0507 12:55:40.787461 3794 cni.go:452] [openshift-dns/dns-default-2kkx9 7d40524ee5285e33275dd02f1be5e07291d693602fff1a6c6f74d79eb8ee3f62 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-2kkx9 7d40524ee5285e33275dd02f1be5e07291d693602fff1a6c6f74d79eb8ee3f62 network default NAD default NAD key ] I0507 12:55:40.805721 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-2kkx9, hostIfaceName: 7d40524ee5285e3, network: default, NAD default, SandboxID: "7d40524ee5285e33275dd02f1be5e07291d693602fff1a6c6f74d79eb8ee3f62", PCI device ID: , UID: "5521a427-63d2-4adb-8cf6-3a0ffa8e13c2", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0507 12:55:40.809505 3794 cni.go:473] [openshift-image-registry/image-registry-658865b859-cvxsv b4beb926bee2c9d408b5a58f31c4378551ed96b3c623ce09c1316e70cd7bfb2a network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-658865b859-cvxsv b4beb926bee2c9d408b5a58f31c4378551ed96b3c623ce09c1316e70cd7bfb2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ca:e8:8d:e9:7d\",\"name\":\"b4beb926bee2c9d\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6944a36a-cba0-47de-a8c8-6120149ff5d1\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 12:55:40.825717 3794 cni.go:473] [openshift-ingress/router-default-66f767b8f-6qs4c 37927498493f9464a1fa0a1164581017b7e0b0e6b4dc7d1c626e0fdf1b5db474 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-66f767b8f-6qs4c 37927498493f9464a1fa0a1164581017b7e0b0e6b4dc7d1c626e0fdf1b5db474 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:08:1b:25:cd:5f\",\"name\":\"37927498493f946\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ca9b31b-5787-49c6-9f0a-7e240a9963ac\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 12:55:40.849679 3794 cni.go:473] [openshift-dns/dns-default-2kkx9 7d40524ee5285e33275dd02f1be5e07291d693602fff1a6c6f74d79eb8ee3f62 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-2kkx9 7d40524ee5285e33275dd02f1be5e07291d693602fff1a6c6f74d79eb8ee3f62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:e4:c1:bc:b7:81\",\"name\":\"7d40524ee5285e3\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b5d7b48-38d9-4dad-91bb-1866115bea30\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 12:55:40.891316 3794 cni.go:452] [openshift-network-diagnostics/network-check-target-zmltr dd08f72dbc8c8304d7254cd1efff91964ebcfa6315002afbb1fa6fe780966b57 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-zmltr dd08f72dbc8c8304d7254cd1efff91964ebcfa6315002afbb1fa6fe780966b57 network default NAD default NAD key ] I0507 12:55:40.902369 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-zmltr, hostIfaceName: dd08f72dbc8c830, network: default, NAD default, SandboxID: "dd08f72dbc8c8304d7254cd1efff91964ebcfa6315002afbb1fa6fe780966b57", PCI device ID: , UID: "d419d540-0eba-4b96-a46e-d7072cdbd8f2", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0507 12:55:40.950874 3794 cni.go:473] [openshift-network-diagnostics/network-check-target-zmltr dd08f72dbc8c8304d7254cd1efff91964ebcfa6315002afbb1fa6fe780966b57 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-zmltr dd08f72dbc8c8304d7254cd1efff91964ebcfa6315002afbb1fa6fe780966b57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:86:bc:21:a7:52\",\"name\":\"dd08f72dbc8c830\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8dee22ac-655b-49ef-8a1a-f8e3717bbf99\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 12:55:46.611342 3794 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 12:55:46.611358 3794 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:46.611408 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:46.611413 3794 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0507 12:55:46.643750 3794 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:46.643847 3794 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj I0507 12:55:46.668060 3794 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj] pod update took 24.244966ms I0507 12:55:46.668083 3794 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj] addLogicalPort annotation time took 24.272853ms I0507 12:55:46.669187 3794 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj] addLogicalPort took 25.447912ms, libovsdb time 800.657µs W0507 12:55:46.670063 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 12:55:46.722636 3794 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 12:55:46.740539 3794 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 12:55:46.749570 3794 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-p7qd5] creating logical port openshift-console_downloads-5c54f4944f-p7qd5 for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:46.749714 3794 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-p7qd5 I0507 12:55:46.772162 3794 pod.go:62] [openshift-console/downloads-5c54f4944f-p7qd5] pod update took 22.488387ms I0507 12:55:46.772180 3794 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-p7qd5] addLogicalPort annotation time took 22.558831ms I0507 12:55:46.773386 3794 pods.go:271] [openshift-console/downloads-5c54f4944f-p7qd5] addLogicalPort took 23.831484ms, libovsdb time 946.981µs I0507 12:55:46.840724 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-md8np] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-md8np for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:46.840806 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-md8np I0507 12:55:46.855857 3794 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-md8np] pod update took 15.078664ms I0507 12:55:46.855875 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-md8np] addLogicalPort annotation time took 15.100321ms I0507 12:55:46.856977 3794 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-md8np] addLogicalPort took 16.263901ms, libovsdb time 818.096µs I0507 12:55:47.004084 3794 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj 471acf033d813c943058901ad4f25a1d6c48866718ed1374ad8dc17c11775e56 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj 471acf033d813c943058901ad4f25a1d6c48866718ed1374ad8dc17c11775e56 network default NAD default NAD key ] I0507 12:55:47.015111 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj, hostIfaceName: 471acf033d813c9, network: default, NAD default, SandboxID: "471acf033d813c943058901ad4f25a1d6c48866718ed1374ad8dc17c11775e56", PCI device ID: , UID: "e3ea1579-c8ce-464d-b5cc-525eb613578d", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0507 12:55:47.051811 3794 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-fw2pq] creating logical port openshift-insights_insights-runtime-extractor-fw2pq for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:47.051951 3794 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-fw2pq I0507 12:55:47.060697 3794 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj 471acf033d813c943058901ad4f25a1d6c48866718ed1374ad8dc17c11775e56 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj 471acf033d813c943058901ad4f25a1d6c48866718ed1374ad8dc17c11775e56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:b1:d5:b0:e6:4b\",\"name\":\"471acf033d813c9\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f60ffb3b-bf1c-4419-8da7-0c8955c23a5f\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 12:55:47.073876 3794 pod.go:62] [openshift-insights/insights-runtime-extractor-fw2pq] pod update took 21.968421ms I0507 12:55:47.073900 3794 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-fw2pq] addLogicalPort annotation time took 22.002536ms I0507 12:55:47.075275 3794 pods.go:271] [openshift-insights/insights-runtime-extractor-fw2pq] addLogicalPort took 23.481827ms, libovsdb time 895.185µs I0507 12:55:47.107513 3794 cni.go:452] [openshift-console/downloads-5c54f4944f-p7qd5 b0ed87a0a5ed713fb0329fcef50a1b146f5c427a5988c43113f78ee20d34a727 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-p7qd5 b0ed87a0a5ed713fb0329fcef50a1b146f5c427a5988c43113f78ee20d34a727 network default NAD default NAD key ] I0507 12:55:47.119003 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-p7qd5, hostIfaceName: b0ed87a0a5ed713, network: default, NAD default, SandboxID: "b0ed87a0a5ed713fb0329fcef50a1b146f5c427a5988c43113f78ee20d34a727", PCI device ID: , UID: "d2558658-d687-4cbe-bb1d-1cd31feab634", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0507 12:55:47.179897 3794 cni.go:473] [openshift-console/downloads-5c54f4944f-p7qd5 b0ed87a0a5ed713fb0329fcef50a1b146f5c427a5988c43113f78ee20d34a727 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-p7qd5 b0ed87a0a5ed713fb0329fcef50a1b146f5c427a5988c43113f78ee20d34a727 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:11:d3:90:c7:ff\",\"name\":\"b0ed87a0a5ed713\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b4d5bf4-58d3-44a6-a15c-0c9ab83e4487\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 12:55:47.204187 3794 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-md8np 9d91652be1b1ac1fb536159820426d642782024d459a550d977012ff9d5ed387 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-md8np 9d91652be1b1ac1fb536159820426d642782024d459a550d977012ff9d5ed387 network default NAD default NAD key ] I0507 12:55:47.213974 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-md8np, hostIfaceName: 9d91652be1b1ac1, network: default, NAD default, SandboxID: "9d91652be1b1ac1fb536159820426d642782024d459a550d977012ff9d5ed387", PCI device ID: , UID: "7787cd69-021f-4888-b08e-92f23c157681", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0507 12:55:47.259724 3794 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-md8np 9d91652be1b1ac1fb536159820426d642782024d459a550d977012ff9d5ed387 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-md8np 9d91652be1b1ac1fb536159820426d642782024d459a550d977012ff9d5ed387 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:f8:d2:43:01:a3\",\"name\":\"9d91652be1b1ac1\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86151dd2-8dd8-4c21-90bf-7138b65e65c8\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 12:55:47.410917 3794 cni.go:452] [openshift-insights/insights-runtime-extractor-fw2pq e263b5bb434ab116ef255702f349e4528cd49b21593e5816df85042d09188d4a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-fw2pq e263b5bb434ab116ef255702f349e4528cd49b21593e5816df85042d09188d4a network default NAD default NAD key ] I0507 12:55:47.420075 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-fw2pq, hostIfaceName: e263b5bb434ab11, network: default, NAD default, SandboxID: "e263b5bb434ab116ef255702f349e4528cd49b21593e5816df85042d09188d4a", PCI device ID: , UID: "47941ef6-9682-471c-82e6-36acc3c806fe", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0507 12:55:47.464515 3794 cni.go:473] [openshift-insights/insights-runtime-extractor-fw2pq e263b5bb434ab116ef255702f349e4528cd49b21593e5816df85042d09188d4a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-fw2pq e263b5bb434ab116ef255702f349e4528cd49b21593e5816df85042d09188d4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:a5:e8:da:d5:c3\",\"name\":\"e263b5bb434ab11\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe312c2c-53dd-4d83-a68f-fac9a43d0530\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 12:55:48.407347 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f58965b64-nnkbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:55:48.408037 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f58965b64-nnkbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:55:48.426378 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f58965b64-nnkbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:55:48.426404 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f58965b64-nnkbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:55:48.430699 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f58965b64-nnkbz I0507 12:55:48.430726 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f58965b64-nnkbz W0507 12:55:49.010230 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0507 12:55:49.036883 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0507 12:55:49.410157 3794 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:49.410185 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:49.410192 3794 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:49.469349 3794 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 12:55:50.481683 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-wwm59] creating logical port openshift-monitoring_prometheus-operator-76b589d668-wwm59 for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:50.481800 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-wwm59 I0507 12:55:50.502608 3794 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-wwm59] pod update took 20.841191ms I0507 12:55:50.502634 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-wwm59] addLogicalPort annotation time took 20.871846ms I0507 12:55:50.504149 3794 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-wwm59] addLogicalPort took 22.506408ms, libovsdb time 1.080765ms W0507 12:55:50.930252 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 12:55:50.930282 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 12:55:51.441609 3794 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-wwm59 bbc2bd5b11ead3dd71c327f3013f394a07b0cad159fad321c98e4b01c4f9657f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-wwm59 bbc2bd5b11ead3dd71c327f3013f394a07b0cad159fad321c98e4b01c4f9657f network default NAD default NAD key ] I0507 12:55:51.451192 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-wwm59, hostIfaceName: bbc2bd5b11ead3d, network: default, NAD default, SandboxID: "bbc2bd5b11ead3dd71c327f3013f394a07b0cad159fad321c98e4b01c4f9657f", PCI device ID: , UID: "189e3c0d-8a68-46e3-b130-41261990007e", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0507 12:55:51.501838 3794 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-wwm59 bbc2bd5b11ead3dd71c327f3013f394a07b0cad159fad321c98e4b01c4f9657f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-wwm59 bbc2bd5b11ead3dd71c327f3013f394a07b0cad159fad321c98e4b01c4f9657f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:23:31:1c:b5:f0\",\"name\":\"bbc2bd5b11ead3d\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ec24ce9-4bc9-475c-9e05-ae405743500d\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 12:55:52.990400 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:52.990424 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 12:55:52.990429 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0507 12:55:53.623819 3794 base_network_controller_pods.go:487] [default/openshift-console/console-689b6d5495-trlt8] creating logical port openshift-console_console-689b6d5495-trlt8 for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:53.623938 3794 kube.go:256] Updating pod openshift-console/console-689b6d5495-trlt8 I0507 12:55:53.647023 3794 pod.go:62] [openshift-console/console-689b6d5495-trlt8] pod update took 23.117523ms I0507 12:55:53.647050 3794 base_network_controller_pods.go:951] [default/openshift-console/console-689b6d5495-trlt8] addLogicalPort annotation time took 23.147435ms I0507 12:55:53.648515 3794 pods.go:271] [openshift-console/console-689b6d5495-trlt8] addLogicalPort took 24.71381ms, libovsdb time 1.071929ms I0507 12:55:55.136699 3794 cni.go:452] [openshift-console/console-689b6d5495-trlt8 f3f21f23ac33e3cbca669bea2cc61c094c0e19466b729b4b741108562de7cb1f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-689b6d5495-trlt8 f3f21f23ac33e3cbca669bea2cc61c094c0e19466b729b4b741108562de7cb1f network default NAD default NAD key ] I0507 12:55:55.146389 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-689b6d5495-trlt8, hostIfaceName: f3f21f23ac33e3c, network: default, NAD default, SandboxID: "f3f21f23ac33e3cbca669bea2cc61c094c0e19466b729b4b741108562de7cb1f", PCI device ID: , UID: "61cf19c9-da6a-4f31-9c50-ebda6fac930a", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0507 12:55:55.198552 3794 cni.go:473] [openshift-console/console-689b6d5495-trlt8 f3f21f23ac33e3cbca669bea2cc61c094c0e19466b729b4b741108562de7cb1f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-689b6d5495-trlt8 f3f21f23ac33e3cbca669bea2cc61c094c0e19466b729b4b741108562de7cb1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:83:e5:48:31:7f\",\"name\":\"f3f21f23ac33e3c\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecfcf4c7-3c27-4d4d-9f3b-3433e4e3d924\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 12:55:55.327529 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 12:55:55.327565 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 12:55:56.099224 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-k9xf9] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-k9xf9 for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:56.099372 3794 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-k9xf9 I0507 12:55:56.138696 3794 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-k9xf9] pod update took 39.35887ms I0507 12:55:56.138724 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-k9xf9] addLogicalPort annotation time took 39.389568ms I0507 12:55:56.140067 3794 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-k9xf9] addLogicalPort took 40.863233ms, libovsdb time 1.014293ms I0507 12:55:57.106461 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:57.106585 3794 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0507 12:55:57.130945 3794 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.407097ms I0507 12:55:57.130971 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.436183ms I0507 12:55:57.132383 3794 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.9387ms, libovsdb time 1.049403ms I0507 12:55:57.753447 3794 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-k9xf9 a214c6cd7ee30bc1422b391ddec56fe5809bc4d1770207d7e847b0476578991c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-k9xf9 a214c6cd7ee30bc1422b391ddec56fe5809bc4d1770207d7e847b0476578991c network default NAD default NAD key ] I0507 12:55:57.762545 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-k9xf9, hostIfaceName: a214c6cd7ee30bc, network: default, NAD default, SandboxID: "a214c6cd7ee30bc1422b391ddec56fe5809bc4d1770207d7e847b0476578991c", PCI device ID: , UID: "00e25692-662e-48c3-8d88-29b05a90fedf", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0507 12:55:57.812635 3794 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-k9xf9 a214c6cd7ee30bc1422b391ddec56fe5809bc4d1770207d7e847b0476578991c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-k9xf9 a214c6cd7ee30bc1422b391ddec56fe5809bc4d1770207d7e847b0476578991c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:85:79:38:9b:ed\",\"name\":\"a214c6cd7ee30bc\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44e9a120-aa0c-4526-836a-6aab3796466d\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 12:55:58.066319 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 12:55:58.066713 3794 cni.go:452] [openshift-monitoring/alertmanager-main-0 0a2ad21e13f96f12c8e06d7951b3dd4b0c8854ca2467c0feb9678f5fa0e8c45e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 0a2ad21e13f96f12c8e06d7951b3dd4b0c8854ca2467c0feb9678f5fa0e8c45e network default NAD default NAD key ] I0507 12:55:58.077815 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 0a2ad21e13f96f1, network: default, NAD default, SandboxID: "0a2ad21e13f96f12c8e06d7951b3dd4b0c8854ca2467c0feb9678f5fa0e8c45e", PCI device ID: , UID: "3b8b609b-10fc-4815-9229-1d705f89bd0d", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0507 12:55:58.133569 3794 cni.go:473] [openshift-monitoring/alertmanager-main-0 0a2ad21e13f96f12c8e06d7951b3dd4b0c8854ca2467c0feb9678f5fa0e8c45e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 0a2ad21e13f96f12c8e06d7951b3dd4b0c8854ca2467c0feb9678f5fa0e8c45e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:5f:4f:f8:92:ee\",\"name\":\"0a2ad21e13f96f1\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f05384a5-e0ce-4c95-ba9d-29ecac049fc4\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 12:55:58.460315 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 12:55:59.100146 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6cd649c7d6-9rqzq] creating logical port openshift-monitoring_thanos-querier-6cd649c7d6-9rqzq for pod on switch ip-10-0-1-145.ec2.internal I0507 12:55:59.100296 3794 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6cd649c7d6-9rqzq I0507 12:55:59.127933 3794 pod.go:62] [openshift-monitoring/thanos-querier-6cd649c7d6-9rqzq] pod update took 27.672339ms I0507 12:55:59.127963 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6cd649c7d6-9rqzq] addLogicalPort annotation time took 27.704846ms I0507 12:55:59.129441 3794 pods.go:271] [openshift-monitoring/thanos-querier-6cd649c7d6-9rqzq] addLogicalPort took 29.31333ms, libovsdb time 1.069547ms I0507 12:56:00.674462 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-7vr8g] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-7vr8g for pod on switch ip-10-0-1-145.ec2.internal I0507 12:56:00.674668 3794 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-7vr8g I0507 12:56:00.691585 3794 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7vr8g] pod update took 16.964313ms I0507 12:56:00.691614 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-7vr8g] addLogicalPort annotation time took 16.997329ms I0507 12:56:00.693259 3794 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7vr8g] addLogicalPort took 18.81774ms, libovsdb time 1.256788ms W0507 12:56:01.992618 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0507 12:56:02.448033 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-145.ec2.internal I0507 12:56:02.448161 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0507 12:56:02.508893 3794 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 60.777012ms I0507 12:56:02.508923 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 60.814494ms I0507 12:56:02.510392 3794 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 62.384207ms, libovsdb time 1.055979ms W0507 12:56:03.135131 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 12:56:04.099796 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 12:56:05.157261 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:56:05.157281 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:56:06.566459 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:06.566477 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:06.566484 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 12:56:08.433236 3794 cni.go:452] [openshift-monitoring/thanos-querier-6cd649c7d6-9rqzq 25e6eea5ee6d524b070bac4a7e4027e09b4f329a58a8733ce877adcfb8364c50 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6cd649c7d6-9rqzq 25e6eea5ee6d524b070bac4a7e4027e09b4f329a58a8733ce877adcfb8364c50 network default NAD default NAD key ] I0507 12:56:08.435072 3794 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7vr8g 7ef836726a4cbce9848660e51ac4529a88ad6a2e7117ae664e24a258b22060cc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7vr8g 7ef836726a4cbce9848660e51ac4529a88ad6a2e7117ae664e24a258b22060cc network default NAD default NAD key ] I0507 12:56:08.435444 3794 cni.go:452] [openshift-monitoring/prometheus-k8s-0 7e2fa57c5ebb4607dfa1708d64fb9e285d386c2b6289d42e468e15681d3b6916 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 7e2fa57c5ebb4607dfa1708d64fb9e285d386c2b6289d42e468e15681d3b6916 network default NAD default NAD key ] I0507 12:56:08.451298 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6cd649c7d6-9rqzq, hostIfaceName: 25e6eea5ee6d524, network: default, NAD default, SandboxID: "25e6eea5ee6d524b070bac4a7e4027e09b4f329a58a8733ce877adcfb8364c50", PCI device ID: , UID: "d97d481a-178c-4a68-88e1-835da3993c6d", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0507 12:56:08.459847 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-7vr8g, hostIfaceName: 7ef836726a4cbce, network: default, NAD default, SandboxID: "7ef836726a4cbce9848660e51ac4529a88ad6a2e7117ae664e24a258b22060cc", PCI device ID: , UID: "545253ed-a7c5-4ae8-9f3e-f50edfb7e013", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0507 12:56:08.467283 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 7e2fa57c5ebb460, network: default, NAD default, SandboxID: "7e2fa57c5ebb4607dfa1708d64fb9e285d386c2b6289d42e468e15681d3b6916", PCI device ID: , UID: "3a7daaa7-dd4d-4ef9-a381-dcbc272edeec", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0507 12:56:08.512870 3794 cni.go:473] [openshift-monitoring/thanos-querier-6cd649c7d6-9rqzq 25e6eea5ee6d524b070bac4a7e4027e09b4f329a58a8733ce877adcfb8364c50 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6cd649c7d6-9rqzq 25e6eea5ee6d524b070bac4a7e4027e09b4f329a58a8733ce877adcfb8364c50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:d7:15:98:36:d2\",\"name\":\"25e6eea5ee6d524\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb461f1f-ff61-439b-97ec-0ce6057648f3\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 12:56:08.523278 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0507 12:56:08.531540 3794 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7vr8g 7ef836726a4cbce9848660e51ac4529a88ad6a2e7117ae664e24a258b22060cc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7vr8g 7ef836726a4cbce9848660e51ac4529a88ad6a2e7117ae664e24a258b22060cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:92:70:0d:14:4c\",\"name\":\"7ef836726a4cbce\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/239500b1-008c-48d6-a10f-2b84dd77eb54\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 12:56:08.548914 3794 cni.go:473] [openshift-monitoring/prometheus-k8s-0 7e2fa57c5ebb4607dfa1708d64fb9e285d386c2b6289d42e468e15681d3b6916 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 7e2fa57c5ebb4607dfa1708d64fb9e285d386c2b6289d42e468e15681d3b6916 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:f8:6f:31:ff:8e\",\"name\":\"7e2fa57c5ebb460\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1361fb49-1f21-4e03-a5d3-fd6776066a8a\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 12:56:08.584812 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0507 12:56:10.136780 3794 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj 471acf033d813c943058901ad4f25a1d6c48866718ed1374ad8dc17c11775e56 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj 471acf033d813c943058901ad4f25a1d6c48866718ed1374ad8dc17c11775e56 network default NAD default NAD key ] W0507 12:56:10.154442 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:10.154469 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:10.154477 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:10.201548 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:56:10.201572 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 12:56:10.221339 3794 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj 471acf033d813c943058901ad4f25a1d6c48866718ed1374ad8dc17c11775e56 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj 471acf033d813c943058901ad4f25a1d6c48866718ed1374ad8dc17c11775e56 network default NAD default NAD key default], result "{}", err W0507 12:56:10.241048 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0507 12:56:10.313635 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:10.313700 3794 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj I0507 12:56:10.315441 3794 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj, ips: 10.128.0.10 I0507 12:56:10.315478 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:10.315500 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 12:56:10.315508 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0507 12:56:10.315766 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 12:56:10.315787 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0507 12:56:10.596087 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:10.596114 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:10.596122 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:10.596128 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 12:56:11.349278 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:11.349311 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:11.349331 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:11.349346 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlvzdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:12.016120 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-658865b859-bxxcm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:12.016805 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-658865b859-bxxcm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:12.180083 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-658865b859-bxxcm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:12.180107 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-658865b859-bxxcm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 12:56:12.186814 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0507 12:56:12.192292 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-658865b859-bxxcm I0507 12:56:12.192320 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-658865b859-bxxcm I0507 12:56:15.087174 3794 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 12:56:15.100123 3794 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0507 12:56:15.219714 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:15.219732 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:15.219738 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:15.219743 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.233703 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.233725 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.233730 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:16.233735 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 12:56:17.010595 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 12:56:26.246679 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0507 12:56:30.805208 3794 obj_retry.go:498] Detected object openshift-console/console-689b6d5495-mrrd7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:30.805707 3794 obj_retry.go:498] Detected object openshift-console/console-689b6d5495-mrrd7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 12:56:31.287865 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0507 12:56:31.684015 3794 obj_retry.go:492] Detected object openshift-console/console-689b6d5495-mrrd7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:31.684037 3794 obj_retry.go:492] Detected object openshift-console/console-689b6d5495-mrrd7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:31.693956 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-689b6d5495-mrrd7 I0507 12:56:31.693979 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-689b6d5495-mrrd7 I0507 12:56:35.729817 3794 cni.go:452] [openshift-image-registry/image-registry-658865b859-cvxsv b4beb926bee2c9d408b5a58f31c4378551ed96b3c623ce09c1316e70cd7bfb2a network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-658865b859-cvxsv b4beb926bee2c9d408b5a58f31c4378551ed96b3c623ce09c1316e70cd7bfb2a network default NAD default NAD key ] I0507 12:56:35.803994 3794 cni.go:473] [openshift-image-registry/image-registry-658865b859-cvxsv b4beb926bee2c9d408b5a58f31c4378551ed96b3c623ce09c1316e70cd7bfb2a network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-658865b859-cvxsv b4beb926bee2c9d408b5a58f31c4378551ed96b3c623ce09c1316e70cd7bfb2a network default NAD default NAD key default], result "{}", err I0507 12:56:35.886727 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-658865b859-cvxsv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:35.886765 3794 pods.go:176] Deleting pod: openshift-image-registry/image-registry-658865b859-cvxsv I0507 12:56:35.888015 3794 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-658865b859-cvxsv, ips: 10.128.0.6 I0507 12:56:35.888047 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-658865b859-cvxsv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:36.262259 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-658865b859-cvxsv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:36.262284 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-658865b859-cvxsv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:36.269580 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-658865b859-cvxsv I0507 12:56:36.269606 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-658865b859-cvxsv W0507 12:56:38.166454 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:38.166553 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:56:38.166584 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 12:56:40.434449 3794 cni.go:452] [openshift-console/console-689b6d5495-trlt8 f3f21f23ac33e3cbca669bea2cc61c094c0e19466b729b4b741108562de7cb1f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-689b6d5495-trlt8 f3f21f23ac33e3cbca669bea2cc61c094c0e19466b729b4b741108562de7cb1f network default NAD default NAD key ] I0507 12:56:40.519744 3794 cni.go:473] [openshift-console/console-689b6d5495-trlt8 f3f21f23ac33e3cbca669bea2cc61c094c0e19466b729b4b741108562de7cb1f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-689b6d5495-trlt8 f3f21f23ac33e3cbca669bea2cc61c094c0e19466b729b4b741108562de7cb1f network default NAD default NAD key default], result "{}", err I0507 12:56:40.591002 3794 obj_retry.go:498] Detected object openshift-console/console-689b6d5495-trlt8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:40.591042 3794 pods.go:176] Deleting pod: openshift-console/console-689b6d5495-trlt8 I0507 12:56:40.592202 3794 pods.go:236] Attempting to release IPs for pod: openshift-console/console-689b6d5495-trlt8, ips: 10.128.0.15 I0507 12:56:40.592228 3794 obj_retry.go:498] Detected object openshift-console/console-689b6d5495-trlt8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:41.279884 3794 obj_retry.go:492] Detected object openshift-console/console-689b6d5495-trlt8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:41.279906 3794 obj_retry.go:492] Detected object openshift-console/console-689b6d5495-trlt8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:41.282315 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-689b6d5495-trlt8 I0507 12:56:41.282344 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-689b6d5495-trlt8 W0507 12:56:50.347839 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0507 12:56:57.362435 3794 obj_retry.go:498] Detected object openshift-ingress/router-default-55474bbd5c-hx6p6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:57.362977 3794 obj_retry.go:498] Detected object openshift-ingress/router-default-55474bbd5c-hx6p6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:56:57.664342 3794 obj_retry.go:492] Detected object openshift-ingress/router-default-55474bbd5c-hx6p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:57.664371 3794 obj_retry.go:492] Detected object openshift-ingress/router-default-55474bbd5c-hx6p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:56:57.667143 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-55474bbd5c-hx6p6 I0507 12:56:57.667171 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-55474bbd5c-hx6p6 W0507 12:57:03.420522 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:57:03.420539 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 12:57:17.888574 3794 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:17.889161 3794 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:18.838931 3794 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:18.838954 3794 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:18.846101 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0507 12:57:18.846128 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0507 12:57:22.302444 3794 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:22.302967 3794 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:22.477904 3794 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:22.477935 3794 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:22.485540 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0507 12:57:22.485568 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0507 12:57:24.205439 3794 base_network_controller_pods.go:487] [default/openshift-console/console-7cc786bc5b-f7bzd] creating logical port openshift-console_console-7cc786bc5b-f7bzd for pod on switch ip-10-0-1-145.ec2.internal I0507 12:57:24.205543 3794 kube.go:256] Updating pod openshift-console/console-7cc786bc5b-f7bzd I0507 12:57:24.240564 3794 pod.go:62] [openshift-console/console-7cc786bc5b-f7bzd] pod update took 35.051332ms I0507 12:57:24.240590 3794 base_network_controller_pods.go:951] [default/openshift-console/console-7cc786bc5b-f7bzd] addLogicalPort annotation time took 35.078325ms I0507 12:57:24.241705 3794 pods.go:271] [openshift-console/console-7cc786bc5b-f7bzd] addLogicalPort took 36.277329ms, libovsdb time 767.672µs I0507 12:57:24.565438 3794 cni.go:452] [openshift-console/console-7cc786bc5b-f7bzd 761624c4c9a6a8068cdf3aa22e68d72fb527d39cd1128acb9350f80a4963188b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7cc786bc5b-f7bzd 761624c4c9a6a8068cdf3aa22e68d72fb527d39cd1128acb9350f80a4963188b network default NAD default NAD key ] I0507 12:57:24.575139 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7cc786bc5b-f7bzd, hostIfaceName: 761624c4c9a6a80, network: default, NAD default, SandboxID: "761624c4c9a6a8068cdf3aa22e68d72fb527d39cd1128acb9350f80a4963188b", PCI device ID: , UID: "864ee283-0f67-46b9-8a37-aaa2d53f6bb5", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0507 12:57:24.623460 3794 cni.go:473] [openshift-console/console-7cc786bc5b-f7bzd 761624c4c9a6a8068cdf3aa22e68d72fb527d39cd1128acb9350f80a4963188b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7cc786bc5b-f7bzd 761624c4c9a6a8068cdf3aa22e68d72fb527d39cd1128acb9350f80a4963188b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:4d:41:12:f7:cf\",\"name\":\"761624c4c9a6a80\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea3da332-de5c-4441-873a-1fac11ae3f8d\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 12:57:35.517452 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 12:57:40.480418 3794 cni.go:452] [openshift-monitoring/alertmanager-main-0 0a2ad21e13f96f12c8e06d7951b3dd4b0c8854ca2467c0feb9678f5fa0e8c45e network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 0a2ad21e13f96f12c8e06d7951b3dd4b0c8854ca2467c0feb9678f5fa0e8c45e network default NAD default NAD key ] I0507 12:57:40.553481 3794 cni.go:473] [openshift-monitoring/alertmanager-main-0 0a2ad21e13f96f12c8e06d7951b3dd4b0c8854ca2467c0feb9678f5fa0e8c45e network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 0a2ad21e13f96f12c8e06d7951b3dd4b0c8854ca2467c0feb9678f5fa0e8c45e network default NAD default NAD key default], result "{}", err I0507 12:57:40.619426 3794 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:40.619482 3794 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0507 12:57:40.621022 3794 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.17 I0507 12:57:40.621059 3794 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:41.545428 3794 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:41.545456 3794 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:41.553876 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0507 12:57:41.553912 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0507 12:57:41.593017 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-145.ec2.internal I0507 12:57:41.593152 3794 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0507 12:57:41.624720 3794 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 31.636383ms I0507 12:57:41.624745 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 31.66661ms I0507 12:57:41.626090 3794 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 33.088735ms, libovsdb time 986.443µs I0507 12:57:41.953404 3794 cni.go:452] [openshift-monitoring/alertmanager-main-0 958f985adc5d350ab903347c2b787bcf8abc920711d52de7741f652407c29002 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 958f985adc5d350ab903347c2b787bcf8abc920711d52de7741f652407c29002 network default NAD default NAD key ] I0507 12:57:41.962600 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 958f985adc5d350, network: default, NAD default, SandboxID: "958f985adc5d350ab903347c2b787bcf8abc920711d52de7741f652407c29002", PCI device ID: , UID: "847bb076-0c39-47f3-b4c8-c15b25df29ab", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0507 12:57:42.009161 3794 cni.go:473] [openshift-monitoring/alertmanager-main-0 958f985adc5d350ab903347c2b787bcf8abc920711d52de7741f652407c29002 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 958f985adc5d350ab903347c2b787bcf8abc920711d52de7741f652407c29002 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:4d:24:43:d6:a1\",\"name\":\"958f985adc5d350\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88dc88af-a4ac-4306-820f-aaed722375b9\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 12:57:49.518290 3794 obj_retry.go:498] Detected object openshift-console/console-6c9b74c8c6-nnd6r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:49.518866 3794 obj_retry.go:498] Detected object openshift-console/console-6c9b74c8c6-nnd6r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:57:49.974606 3794 obj_retry.go:492] Detected object openshift-console/console-6c9b74c8c6-nnd6r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:49.974634 3794 obj_retry.go:492] Detected object openshift-console/console-6c9b74c8c6-nnd6r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:57:49.981901 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c9b74c8c6-nnd6r I0507 12:57:49.981921 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c9b74c8c6-nnd6r I0507 12:58:00.860157 3794 obj_retry.go:498] Detected object openshift-console/console-6c9b74c8c6-wcr29 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:58:00.860738 3794 obj_retry.go:498] Detected object openshift-console/console-6c9b74c8c6-wcr29 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:58:01.637233 3794 obj_retry.go:492] Detected object openshift-console/console-6c9b74c8c6-wcr29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:58:01.637266 3794 obj_retry.go:492] Detected object openshift-console/console-6c9b74c8c6-wcr29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:58:01.645311 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c9b74c8c6-wcr29 I0507 12:58:01.645327 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c9b74c8c6-wcr29 W0507 12:58:12.009055 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:58:12.009082 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 12:58:12.009089 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 12:58:24.927711 3794 cni.go:452] [openshift-monitoring/prometheus-k8s-0 7e2fa57c5ebb4607dfa1708d64fb9e285d386c2b6289d42e468e15681d3b6916 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 7e2fa57c5ebb4607dfa1708d64fb9e285d386c2b6289d42e468e15681d3b6916 network default NAD default NAD key ] I0507 12:58:25.002386 3794 cni.go:473] [openshift-monitoring/prometheus-k8s-0 7e2fa57c5ebb4607dfa1708d64fb9e285d386c2b6289d42e468e15681d3b6916 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 7e2fa57c5ebb4607dfa1708d64fb9e285d386c2b6289d42e468e15681d3b6916 network default NAD default NAD key default], result "{}", err I0507 12:58:25.068360 3794 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 12:58:25.068394 3794 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0507 12:58:25.069546 3794 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.20 I0507 12:58:25.069574 3794 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 12:58:25.728173 3794 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:58:25.728195 3794 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 12:58:25.739145 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0507 12:58:25.739171 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0507 12:58:25.790176 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-145.ec2.internal I0507 12:58:25.790314 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0507 12:58:25.827703 3794 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 37.428683ms I0507 12:58:25.827727 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 37.458605ms I0507 12:58:25.828938 3794 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 38.781063ms, libovsdb time 895.109µs I0507 12:58:26.150718 3794 cni.go:452] [openshift-monitoring/prometheus-k8s-0 4ae0a88c8709022ef67dfd6c5b18d1cfe359b7f316ba1d553c1004bebd8fd4e0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 4ae0a88c8709022ef67dfd6c5b18d1cfe359b7f316ba1d553c1004bebd8fd4e0 network default NAD default NAD key ] I0507 12:58:26.160344 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 4ae0a88c8709022, network: default, NAD default, SandboxID: "4ae0a88c8709022ef67dfd6c5b18d1cfe359b7f316ba1d553c1004bebd8fd4e0", PCI device ID: , UID: "827a12df-9365-45c3-b03f-a2cb34a73103", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0507 12:58:26.206305 3794 cni.go:473] [openshift-monitoring/prometheus-k8s-0 4ae0a88c8709022ef67dfd6c5b18d1cfe359b7f316ba1d553c1004bebd8fd4e0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 4ae0a88c8709022ef67dfd6c5b18d1cfe359b7f316ba1d553c1004bebd8fd4e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:20:60:b6:f0:db\",\"name\":\"4ae0a88c8709022\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48ae26a3-d7fb-4928-8b0c-dabe7425aa18\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 12:59:27.024082 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 12:59:27.024110 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 12:59:38.490152 3794 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 13:00:05.669475 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:05.670045 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:06.692094 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:06.692124 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:09.201557 3794 obj_retry.go:498] Detected object openshift-console/console-7cc786bc5b-dlwbg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:09.202148 3794 obj_retry.go:498] Detected object openshift-console/console-7cc786bc5b-dlwbg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:09.548088 3794 obj_retry.go:492] Detected object openshift-console/console-7cc786bc5b-dlwbg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:09.548111 3794 obj_retry.go:492] Detected object openshift-console/console-7cc786bc5b-dlwbg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:09.554931 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc786bc5b-dlwbg I0507 13:00:09.554955 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc786bc5b-dlwbg I0507 13:00:20.277592 3794 cni.go:452] [openshift-console/console-7cc786bc5b-f7bzd 761624c4c9a6a8068cdf3aa22e68d72fb527d39cd1128acb9350f80a4963188b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7cc786bc5b-f7bzd 761624c4c9a6a8068cdf3aa22e68d72fb527d39cd1128acb9350f80a4963188b network default NAD default NAD key ] I0507 13:00:20.361235 3794 cni.go:473] [openshift-console/console-7cc786bc5b-f7bzd 761624c4c9a6a8068cdf3aa22e68d72fb527d39cd1128acb9350f80a4963188b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7cc786bc5b-f7bzd 761624c4c9a6a8068cdf3aa22e68d72fb527d39cd1128acb9350f80a4963188b network default NAD default NAD key default], result "{}", err I0507 13:00:20.411985 3794 obj_retry.go:498] Detected object openshift-console/console-7cc786bc5b-f7bzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:20.412021 3794 pods.go:176] Deleting pod: openshift-console/console-7cc786bc5b-f7bzd I0507 13:00:20.413516 3794 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7cc786bc5b-f7bzd, ips: 10.128.0.21 I0507 13:00:20.413542 3794 obj_retry.go:498] Detected object openshift-console/console-7cc786bc5b-f7bzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:00:21.176725 3794 obj_retry.go:492] Detected object openshift-console/console-7cc786bc5b-f7bzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:21.176756 3794 obj_retry.go:492] Detected object openshift-console/console-7cc786bc5b-f7bzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:00:21.183491 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7cc786bc5b-f7bzd I0507 13:00:21.183521 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7cc786bc5b-f7bzd I0507 13:00:28.932229 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0507 13:01:18.823439 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66 I0507 13:01:19.823131 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=134 W0507 13:01:19.876150 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 13:01:30.886603 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 13:01:30.886687 3794 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-4mrrn IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-4mrrn: no pod IPs found I0507 13:01:31.950691 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 13:01:32.823604 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0507 13:01:42.911416 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 13:01:44.943724 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 13:01:51.833426 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=609 I0507 13:01:51.926897 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0507 13:02:07.914951 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0507 13:02:20.937954 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0507 13:02:56.910624 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0507 13:03:14.950106 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0507 13:03:37.823484 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0507 13:03:51.920678 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0507 13:04:16.822797 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0507 13:06:28.415831 3794 namespace.go:98] [tsf] adding namespace I0507 13:06:28.416815 3794 namespace.go:102] [tsf] adding namespace took 962.076µs I0507 13:06:28.431039 3794 namespace.go:142] [tsf] updating namespace I0507 13:06:28.444167 3794 namespace.go:142] [tsf] updating namespace I0507 13:06:32.671923 3794 namespace.go:98] [rhbk-operator] adding namespace I0507 13:06:32.672779 3794 namespace.go:102] [rhbk-operator] adding namespace took 834.949µs I0507 13:06:32.675350 3794 namespace.go:98] [tsf-tas] adding namespace I0507 13:06:32.675483 3794 namespace.go:98] [tsf-tpa] adding namespace I0507 13:06:32.676059 3794 namespace.go:102] [tsf-tas] adding namespace took 693.232µs I0507 13:06:32.676616 3794 namespace.go:102] [tsf-tpa] adding namespace took 1.112233ms I0507 13:06:32.679524 3794 namespace.go:98] [cert-manager-operator] adding namespace I0507 13:06:32.679602 3794 namespace.go:98] [rhtpa-operator] adding namespace I0507 13:06:32.679681 3794 namespace.go:98] [konflux-ui] adding namespace I0507 13:06:32.680201 3794 namespace.go:102] [cert-manager-operator] adding namespace took 663.959µs I0507 13:06:32.680920 3794 namespace.go:102] [rhtpa-operator] adding namespace took 1.300862ms I0507 13:06:32.681609 3794 namespace.go:102] [konflux-ui] adding namespace took 1.912728ms I0507 13:06:32.685240 3794 namespace.go:98] [tsf-keycloak] adding namespace I0507 13:06:32.685347 3794 namespace.go:98] [konflux-operator] adding namespace I0507 13:06:32.685901 3794 namespace.go:102] [tsf-keycloak] adding namespace took 643.992µs I0507 13:06:32.686487 3794 namespace.go:102] [konflux-operator] adding namespace took 1.126078ms I0507 13:06:32.688368 3794 namespace.go:142] [rhbk-operator] updating namespace I0507 13:06:32.700727 3794 namespace.go:142] [rhbk-operator] updating namespace I0507 13:06:32.708372 3794 namespace.go:142] [tsf-tas] updating namespace I0507 13:06:32.726879 3794 namespace.go:142] [tsf-tas] updating namespace I0507 13:06:32.726904 3794 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:06:32.727049 3794 namespace.go:142] [tsf-tpa] updating namespace I0507 13:06:32.727149 3794 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:06:32.746595 3794 namespace.go:142] [konflux-operator] updating namespace I0507 13:06:32.746730 3794 namespace.go:142] [konflux-ui] updating namespace I0507 13:06:32.752523 3794 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:06:32.752573 3794 namespace.go:142] [tsf-tas] updating namespace I0507 13:06:32.759276 3794 namespace.go:142] [rhbk-operator] updating namespace I0507 13:06:32.778804 3794 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:06:32.778893 3794 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:06:32.782222 3794 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:06:32.797686 3794 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:06:32.801686 3794 namespace.go:142] [konflux-ui] updating namespace I0507 13:06:32.809620 3794 namespace.go:142] [konflux-ui] updating namespace I0507 13:06:32.818423 3794 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:06:32.826500 3794 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:06:32.839428 3794 namespace.go:142] [konflux-operator] updating namespace I0507 13:06:32.851801 3794 namespace.go:142] [konflux-operator] updating namespace I0507 13:06:32.855535 3794 namespace.go:142] [tsf-tpa] updating namespace I0507 13:06:32.872194 3794 namespace.go:142] [tsf-tpa] updating namespace I0507 13:06:33.939145 3794 namespace.go:142] [tsf-tpa] updating namespace I0507 13:06:33.939288 3794 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:06:35.569012 3794 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf for pod on switch ip-10-0-1-145.ec2.internal I0507 13:06:35.569137 3794 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf I0507 13:06:35.582459 3794 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj for pod on switch ip-10-0-1-145.ec2.internal I0507 13:06:35.582604 3794 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj I0507 13:06:35.583375 3794 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf] pod update took 14.271062ms I0507 13:06:35.583394 3794 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf] addLogicalPort annotation time took 14.294602ms I0507 13:06:35.584599 3794 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf] addLogicalPort took 15.601001ms, libovsdb time 889.47µs I0507 13:06:35.597214 3794 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj] pod update took 14.669662ms I0507 13:06:35.597249 3794 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj] addLogicalPort annotation time took 14.697594ms I0507 13:06:35.598302 3794 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj] addLogicalPort took 15.854884ms, libovsdb time 731.686µs I0507 13:06:35.928761 3794 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf c8d3347c3890500a953562d71cc2b96995ffb450e728f88fbb3189457d298ef0 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf c8d3347c3890500a953562d71cc2b96995ffb450e728f88fbb3189457d298ef0 network default NAD default NAD key ] I0507 13:06:35.937945 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf, hostIfaceName: c8d3347c3890500, network: default, NAD default, SandboxID: "c8d3347c3890500a953562d71cc2b96995ffb450e728f88fbb3189457d298ef0", PCI device ID: , UID: "6222cceb-8775-4a17-b238-6b242ca3e822", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0507 13:06:35.940877 3794 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj b44b0029415291338ab7141397550386abe9f68a2824ada2211f5de94e295761 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj b44b0029415291338ab7141397550386abe9f68a2824ada2211f5de94e295761 network default NAD default NAD key ] I0507 13:06:35.950255 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj, hostIfaceName: b44b00294152913, network: default, NAD default, SandboxID: "b44b0029415291338ab7141397550386abe9f68a2824ada2211f5de94e295761", PCI device ID: , UID: "4a736e85-b8ff-43af-ac06-046bcaef58f6", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0507 13:06:35.988206 3794 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf c8d3347c3890500a953562d71cc2b96995ffb450e728f88fbb3189457d298ef0 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf c8d3347c3890500a953562d71cc2b96995ffb450e728f88fbb3189457d298ef0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:32:7b:68:41:ee\",\"name\":\"c8d3347c3890500\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de52926f-f106-4c51-bda6-c3b199988186\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:06:36.007036 3794 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj b44b0029415291338ab7141397550386abe9f68a2824ada2211f5de94e295761 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj b44b0029415291338ab7141397550386abe9f68a2824ada2211f5de94e295761 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:85:8c:30:14:ff\",\"name\":\"b44b00294152913\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/701cf752-2a9e-4067-a45e-5e01e57f70a3\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:06:38.826334 3794 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 for pod on switch ip-10-0-1-145.ec2.internal I0507 13:06:38.826470 3794 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 I0507 13:06:38.840104 3794 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899] pod update took 13.662368ms I0507 13:06:38.840125 3794 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899] addLogicalPort annotation time took 13.687248ms I0507 13:06:38.841307 3794 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899] addLogicalPort took 14.992105ms, libovsdb time 848.29µs I0507 13:06:39.184743 3794 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 12b18521712969caa970dac8f0ad3d9798272222a731bd7e462f8545c0e6d9ba network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 12b18521712969caa970dac8f0ad3d9798272222a731bd7e462f8545c0e6d9ba network default NAD default NAD key ] I0507 13:06:39.194999 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899, hostIfaceName: 12b18521712969c, network: default, NAD default, SandboxID: "12b18521712969caa970dac8f0ad3d9798272222a731bd7e462f8545c0e6d9ba", PCI device ID: , UID: "db0c72b9-93bd-4508-93bd-e88267fb7319", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0507 13:06:39.242299 3794 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 12b18521712969caa970dac8f0ad3d9798272222a731bd7e462f8545c0e6d9ba network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 12b18521712969caa970dac8f0ad3d9798272222a731bd7e462f8545c0e6d9ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e9:34:9b:34:0e\",\"name\":\"12b18521712969c\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a462831-dc13-47ca-a08d-7d32fd6d3e2b\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:06:39.627832 3794 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj b44b0029415291338ab7141397550386abe9f68a2824ada2211f5de94e295761 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj b44b0029415291338ab7141397550386abe9f68a2824ada2211f5de94e295761 network default NAD default NAD key ] I0507 13:06:39.627881 3794 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf c8d3347c3890500a953562d71cc2b96995ffb450e728f88fbb3189457d298ef0 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf c8d3347c3890500a953562d71cc2b96995ffb450e728f88fbb3189457d298ef0 network default NAD default NAD key ] I0507 13:06:39.705538 3794 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj b44b0029415291338ab7141397550386abe9f68a2824ada2211f5de94e295761 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj b44b0029415291338ab7141397550386abe9f68a2824ada2211f5de94e295761 network default NAD default NAD key default], result "{}", err I0507 13:06:39.717944 3794 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf c8d3347c3890500a953562d71cc2b96995ffb450e728f88fbb3189457d298ef0 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf c8d3347c3890500a953562d71cc2b96995ffb450e728f88fbb3189457d298ef0 network default NAD default NAD key default], result "{}", err I0507 13:06:39.747627 3794 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.747679 3794 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj I0507 13:06:39.748969 3794 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj, ips: 10.128.0.25 I0507 13:06:39.748998 3794 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.749019 3794 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.749026 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:39.749185 3794 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.749200 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:39.772915 3794 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.772944 3794 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf I0507 13:06:39.774355 3794 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf, ips: 10.128.0.24 I0507 13:06:39.774387 3794 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.774408 3794 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.774417 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:39.774623 3794 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:39.774639 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:40.212471 3794 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 for pod on switch ip-10-0-1-145.ec2.internal I0507 13:06:40.212559 3794 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 I0507 13:06:40.228145 3794 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7] pod update took 15.606554ms I0507 13:06:40.228225 3794 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7] addLogicalPort annotation time took 15.691292ms I0507 13:06:40.229829 3794 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7] addLogicalPort took 17.374237ms, libovsdb time 1.118403ms I0507 13:06:40.574560 3794 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 ef7fd33d1aecf7cfd74a9c9b3444a504515462b930ad39119f74e9b72fc3b643 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 ef7fd33d1aecf7cfd74a9c9b3444a504515462b930ad39119f74e9b72fc3b643 network default NAD default NAD key ] I0507 13:06:40.584942 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7, hostIfaceName: ef7fd33d1aecf7c, network: default, NAD default, SandboxID: "ef7fd33d1aecf7cfd74a9c9b3444a504515462b930ad39119f74e9b72fc3b643", PCI device ID: , UID: "45e433bb-b1ef-47fe-bfee-5a260c14e527", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0507 13:06:40.633559 3794 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 ef7fd33d1aecf7cfd74a9c9b3444a504515462b930ad39119f74e9b72fc3b643 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 ef7fd33d1aecf7cfd74a9c9b3444a504515462b930ad39119f74e9b72fc3b643 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:d9:15:ec:34:ba\",\"name\":\"ef7fd33d1aecf7c\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fb28925-61b0-464e-8d22-2e0acbcdc206\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:06:40.775550 3794 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.775576 3794 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.775589 3794 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.775601 3794 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenjnlj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.830111 3794 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.830133 3794 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.830149 3794 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:40.830158 3794 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6enjznf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:41.849075 3794 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw for pod on switch ip-10-0-1-145.ec2.internal I0507 13:06:41.849232 3794 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw I0507 13:06:41.863250 3794 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw] pod update took 14.061306ms I0507 13:06:41.863270 3794 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw] addLogicalPort annotation time took 14.088184ms I0507 13:06:41.864407 3794 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw] addLogicalPort took 15.351468ms, libovsdb time 830.899µs I0507 13:06:41.953087 3794 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw for pod on switch ip-10-0-1-145.ec2.internal I0507 13:06:41.953191 3794 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw I0507 13:06:41.966479 3794 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw] pod update took 13.313047ms I0507 13:06:41.966499 3794 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw] addLogicalPort annotation time took 13.338431ms I0507 13:06:41.967941 3794 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw] addLogicalPort took 14.863149ms, libovsdb time 1.057749ms I0507 13:06:42.211089 3794 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw 80a672ad8243f797c0ef0e0384d228557240059a4af40e944a45717e5175d852 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw 80a672ad8243f797c0ef0e0384d228557240059a4af40e944a45717e5175d852 network default NAD default NAD key ] I0507 13:06:42.222840 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw, hostIfaceName: 80a672ad8243f79, network: default, NAD default, SandboxID: "80a672ad8243f797c0ef0e0384d228557240059a4af40e944a45717e5175d852", PCI device ID: , UID: "39298865-1c96-431e-a14e-03044a0a9bbc", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0507 13:06:42.274397 3794 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw 80a672ad8243f797c0ef0e0384d228557240059a4af40e944a45717e5175d852 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw 80a672ad8243f797c0ef0e0384d228557240059a4af40e944a45717e5175d852 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:ab:af:b7:86:c1\",\"name\":\"80a672ad8243f79\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/060454ee-7dae-46dd-8952-bd44a2d30865\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:06:42.318714 3794 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw 2d011a2c0ec53058713cdbe80d742db4231eac86168b961a6dd5da4cfe5bcd09 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw 2d011a2c0ec53058713cdbe80d742db4231eac86168b961a6dd5da4cfe5bcd09 network default NAD default NAD key ] I0507 13:06:42.331782 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw, hostIfaceName: 2d011a2c0ec5305, network: default, NAD default, SandboxID: "2d011a2c0ec53058713cdbe80d742db4231eac86168b961a6dd5da4cfe5bcd09", PCI device ID: , UID: "7c78b3fb-8cbf-4c10-b5ad-f9ea7469b6a7", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0507 13:06:42.385441 3794 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw 2d011a2c0ec53058713cdbe80d742db4231eac86168b961a6dd5da4cfe5bcd09 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw 2d011a2c0ec53058713cdbe80d742db4231eac86168b961a6dd5da4cfe5bcd09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:cf:f9:f0:49:11\",\"name\":\"2d011a2c0ec5305\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/329f4834-e370-4937-92a5-c5f402aae91a\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:06:43.659759 3794 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 12b18521712969caa970dac8f0ad3d9798272222a731bd7e462f8545c0e6d9ba network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 12b18521712969caa970dac8f0ad3d9798272222a731bd7e462f8545c0e6d9ba network default NAD default NAD key ] I0507 13:06:43.726962 3794 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 12b18521712969caa970dac8f0ad3d9798272222a731bd7e462f8545c0e6d9ba network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 12b18521712969caa970dac8f0ad3d9798272222a731bd7e462f8545c0e6d9ba network default NAD default NAD key default], result "{}", err I0507 13:06:43.833295 3794 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:43.833337 3794 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 I0507 13:06:43.834817 3794 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899, ips: 10.128.0.26 I0507 13:06:43.834849 3794 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:43.834873 3794 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:43.834884 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:43.835072 3794 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:43.835090 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:44.968093 3794 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:44.968122 3794 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:44.968138 3794 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:44.968156 3794 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51wd899 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:46.683967 3794 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw 2d011a2c0ec53058713cdbe80d742db4231eac86168b961a6dd5da4cfe5bcd09 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw 2d011a2c0ec53058713cdbe80d742db4231eac86168b961a6dd5da4cfe5bcd09 network default NAD default NAD key ] I0507 13:06:46.686631 3794 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 ef7fd33d1aecf7cfd74a9c9b3444a504515462b930ad39119f74e9b72fc3b643 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 ef7fd33d1aecf7cfd74a9c9b3444a504515462b930ad39119f74e9b72fc3b643 network default NAD default NAD key ] I0507 13:06:46.687861 3794 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw 80a672ad8243f797c0ef0e0384d228557240059a4af40e944a45717e5175d852 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw 80a672ad8243f797c0ef0e0384d228557240059a4af40e944a45717e5175d852 network default NAD default NAD key ] I0507 13:06:46.788704 3794 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw 2d011a2c0ec53058713cdbe80d742db4231eac86168b961a6dd5da4cfe5bcd09 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw 2d011a2c0ec53058713cdbe80d742db4231eac86168b961a6dd5da4cfe5bcd09 network default NAD default NAD key default], result "{}", err I0507 13:06:46.799476 3794 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 ef7fd33d1aecf7cfd74a9c9b3444a504515462b930ad39119f74e9b72fc3b643 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 ef7fd33d1aecf7cfd74a9c9b3444a504515462b930ad39119f74e9b72fc3b643 network default NAD default NAD key default], result "{}", err I0507 13:06:46.816755 3794 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw 80a672ad8243f797c0ef0e0384d228557240059a4af40e944a45717e5175d852 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw 80a672ad8243f797c0ef0e0384d228557240059a4af40e944a45717e5175d852 network default NAD default NAD key default], result "{}", err I0507 13:06:46.859490 3794 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.859543 3794 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw I0507 13:06:46.860941 3794 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw, ips: 10.128.0.29 I0507 13:06:46.860967 3794 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.860989 3794 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.861002 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:46.861185 3794 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.861200 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:46.900979 3794 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.901042 3794 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 I0507 13:06:46.902304 3794 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7, ips: 10.128.0.27 I0507 13:06:46.902331 3794 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.902351 3794 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.902358 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:46.902541 3794 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.902555 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:46.932265 3794 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.932342 3794 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw I0507 13:06:46.933637 3794 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw, ips: 10.128.0.28 I0507 13:06:46.933680 3794 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.933708 3794 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.933718 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 13:06:46.933899 3794 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 13:06:46.933916 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 13:06:47.666475 3794 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-gg246] creating logical port rhbk-operator_rhbk-operator-69889d554d-gg246 for pod on switch ip-10-0-1-145.ec2.internal I0507 13:06:47.666620 3794 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-gg246 I0507 13:06:47.682948 3794 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-gg246] pod update took 16.350708ms I0507 13:06:47.682974 3794 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-gg246] addLogicalPort annotation time took 16.379142ms I0507 13:06:47.684176 3794 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-gg246] addLogicalPort took 17.717239ms, libovsdb time 921.182µs I0507 13:06:47.901156 3794 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.901177 3794 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.901191 3794 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.901204 3794 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78n6pw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.937744 3794 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.937758 3794 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.937771 3794 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.937782 3794 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnscm7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.969134 3794 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.969149 3794 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.969159 3794 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:47.969168 3794 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xqnjw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:06:48.030687 3794 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-gg246 f94e07f912717fb46fd02d6c5c5bf3438b098b381cce67018b9a229cc33b760d network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-gg246 f94e07f912717fb46fd02d6c5c5bf3438b098b381cce67018b9a229cc33b760d network default NAD default NAD key ] I0507 13:06:48.040496 3794 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-gg246, hostIfaceName: f94e07f912717fb, network: default, NAD default, SandboxID: "f94e07f912717fb46fd02d6c5c5bf3438b098b381cce67018b9a229cc33b760d", PCI device ID: , UID: "e1e69406-d65e-4009-8251-8a4e0daff292", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0507 13:06:48.086951 3794 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-gg246 f94e07f912717fb46fd02d6c5c5bf3438b098b381cce67018b9a229cc33b760d network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-gg246 f94e07f912717fb46fd02d6c5c5bf3438b098b381cce67018b9a229cc33b760d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:96:f5:18:a3:93\",\"name\":\"f94e07f912717fb\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55489abc-fc32-4452-8c90-e4875564468f\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:06:56.415518 3794 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-zsxg9] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-zsxg9 for pod on switch ip-10-0-1-145.ec2.internal I0507 13:06:56.415677 3794 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-zsxg9 I0507 13:06:56.431003 3794 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-zsxg9] pod update took 15.36714ms I0507 13:06:56.431027 3794 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-zsxg9] addLogicalPort annotation time took 15.395491ms I0507 13:06:56.432347 3794 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-zsxg9] addLogicalPort took 16.8678ms, libovsdb time 982.55µs I0507 13:06:56.790533 3794 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-zsxg9 4fb7b399b1069ce38cd70ac10f090c95b65191ec0be6d733b4a83c070dc5e4cd network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-zsxg9 4fb7b399b1069ce38cd70ac10f090c95b65191ec0be6d733b4a83c070dc5e4cd network default NAD default NAD key ] I0507 13:06:56.799726 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-zsxg9, hostIfaceName: 4fb7b399b1069ce, network: default, NAD default, SandboxID: "4fb7b399b1069ce38cd70ac10f090c95b65191ec0be6d733b4a83c070dc5e4cd", PCI device ID: , UID: "2e4999ed-2965-411d-b57f-27547beb5d69", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0507 13:06:56.847128 3794 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-zsxg9 4fb7b399b1069ce38cd70ac10f090c95b65191ec0be6d733b4a83c070dc5e4cd network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-zsxg9 4fb7b399b1069ce38cd70ac10f090c95b65191ec0be6d733b4a83c070dc5e4cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:8c:3a:60:89:ad\",\"name\":\"4fb7b399b1069ce\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54acf90f-4e5d-48b1-9da4-e2ccc0d701be\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:06:56.929705 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0507 13:06:58.201576 3794 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-jsn56] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-jsn56 for pod on switch ip-10-0-1-145.ec2.internal I0507 13:06:58.201801 3794 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-jsn56 I0507 13:06:58.220076 3794 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-jsn56] pod update took 18.3177ms I0507 13:06:58.220103 3794 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-jsn56] addLogicalPort annotation time took 18.345947ms I0507 13:06:58.221287 3794 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-jsn56] addLogicalPort took 19.733134ms, libovsdb time 836.96µs I0507 13:06:58.704039 3794 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-jsn56 6325f245dd623a79fc84554f23b3532bfbc6da6142e835f39cbffa75fa3d4b27 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-jsn56 6325f245dd623a79fc84554f23b3532bfbc6da6142e835f39cbffa75fa3d4b27 network default NAD default NAD key ] I0507 13:06:58.713698 3794 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-jsn56, hostIfaceName: 6325f245dd623a7, network: default, NAD default, SandboxID: "6325f245dd623a79fc84554f23b3532bfbc6da6142e835f39cbffa75fa3d4b27", PCI device ID: , UID: "2713cb0c-eb35-4abb-996d-e3b8601a7c8f", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0507 13:06:58.764236 3794 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-jsn56 6325f245dd623a79fc84554f23b3532bfbc6da6142e835f39cbffa75fa3d4b27 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-jsn56 6325f245dd623a79fc84554f23b3532bfbc6da6142e835f39cbffa75fa3d4b27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:16:37:a1:87:bb\",\"name\":\"6325f245dd623a7\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/885a42c2-4402-4eb2-bf68-23c053e553fe\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:06:59.542371 3794 namespace.go:142] [openshift-operators] updating namespace I0507 13:06:59.557953 3794 namespace.go:142] [openshift-operators] updating namespace W0507 13:06:59.783087 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 13:07:01.796473 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 13:07:07.537820 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 13:07:07.550915 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 13:07:07.577362 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 13:07:07.590936 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 13:07:07.779117 3794 namespace.go:98] [cert-manager] adding namespace I0507 13:07:07.779962 3794 namespace.go:102] [cert-manager] adding namespace took 824.568µs I0507 13:07:07.933599 3794 namespace.go:142] [cert-manager] updating namespace I0507 13:07:08.004874 3794 namespace.go:142] [cert-manager] updating namespace I0507 13:07:08.353394 3794 namespace.go:142] [openshift-operators] updating namespace I0507 13:07:09.248701 3794 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-c5n8p] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-c5n8p for pod on switch ip-10-0-1-145.ec2.internal I0507 13:07:09.248811 3794 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-c5n8p I0507 13:07:09.296163 3794 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-c5n8p] pod update took 47.378692ms I0507 13:07:09.296183 3794 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-c5n8p] addLogicalPort annotation time took 47.403035ms I0507 13:07:09.297298 3794 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-c5n8p] addLogicalPort took 48.608298ms, libovsdb time 797.269µs I0507 13:07:09.923432 3794 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-c5n8p e411c87a39c72f47be2159cb769fcbbd4baa04b94a99215169d34438df3dfafd network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-c5n8p e411c87a39c72f47be2159cb769fcbbd4baa04b94a99215169d34438df3dfafd network default NAD default NAD key ] I0507 13:07:09.932503 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-c5n8p, hostIfaceName: e411c87a39c72f4, network: default, NAD default, SandboxID: "e411c87a39c72f47be2159cb769fcbbd4baa04b94a99215169d34438df3dfafd", PCI device ID: , UID: "79bde126-147a-479d-b50a-058caea0e5e4", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0507 13:07:09.980260 3794 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-c5n8p e411c87a39c72f47be2159cb769fcbbd4baa04b94a99215169d34438df3dfafd network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-c5n8p e411c87a39c72f47be2159cb769fcbbd4baa04b94a99215169d34438df3dfafd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f1:16:9b:a0:0f\",\"name\":\"e411c87a39c72f4\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/663d6d07-c4e9-44e1-93b2-2769088cb7dc\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 13:07:10.824689 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 13:07:12.828582 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 13:07:13.495676 3794 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-jlbhn] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-jlbhn for pod on switch ip-10-0-1-145.ec2.internal I0507 13:07:13.495765 3794 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-jlbhn I0507 13:07:13.545611 3794 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-jlbhn] pod update took 49.868375ms I0507 13:07:13.545634 3794 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-jlbhn] addLogicalPort annotation time took 49.894633ms I0507 13:07:13.546827 3794 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-jlbhn] addLogicalPort took 51.1849ms, libovsdb time 827.824µs I0507 13:07:13.854124 3794 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-jlbhn 1c07f174751be1ff4e6e33d4d27db6dcdf237d8c21b6c139d4d72db91026193d network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-jlbhn 1c07f174751be1ff4e6e33d4d27db6dcdf237d8c21b6c139d4d72db91026193d network default NAD default NAD key ] I0507 13:07:13.863115 3794 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-jlbhn, hostIfaceName: 1c07f174751be1f, network: default, NAD default, SandboxID: "1c07f174751be1ff4e6e33d4d27db6dcdf237d8c21b6c139d4d72db91026193d", PCI device ID: , UID: "7c457a66-f993-486b-9eec-100a5b946f06", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0507 13:07:13.911234 3794 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-jlbhn 1c07f174751be1ff4e6e33d4d27db6dcdf237d8c21b6c139d4d72db91026193d network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-jlbhn 1c07f174751be1ff4e6e33d4d27db6dcdf237d8c21b6c139d4d72db91026193d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:18:33:d6:93:70\",\"name\":\"1c07f174751be1f\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/280e86ed-4f02-411c-94bd-2b8dddb92951\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 13:07:13.961607 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 13:07:13.961624 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 13:07:16.890468 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 13:07:16.979782 3794 namespace.go:98] [trusted-artifact-signer] adding namespace I0507 13:07:16.980599 3794 namespace.go:102] [trusted-artifact-signer] adding namespace took 794.832µs I0507 13:07:17.018318 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:17.041522 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:18.946136 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0507 13:07:23.301844 3794 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-tpwwt] creating logical port cert-manager_cert-manager-59c77684cc-tpwwt for pod on switch ip-10-0-1-145.ec2.internal I0507 13:07:23.301941 3794 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-tpwwt I0507 13:07:23.319610 3794 pod.go:62] [cert-manager/cert-manager-59c77684cc-tpwwt] pod update took 17.689885ms I0507 13:07:23.319635 3794 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-tpwwt] addLogicalPort annotation time took 17.723395ms I0507 13:07:23.320797 3794 pods.go:271] [cert-manager/cert-manager-59c77684cc-tpwwt] addLogicalPort took 18.969643ms, libovsdb time 773.973µs I0507 13:07:23.663957 3794 cni.go:452] [cert-manager/cert-manager-59c77684cc-tpwwt b451a6bbe352c37b9a94a0f3bfd3eaaa84dd1d575b76c7825efd4e38554ecf9b network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-tpwwt b451a6bbe352c37b9a94a0f3bfd3eaaa84dd1d575b76c7825efd4e38554ecf9b network default NAD default NAD key ] I0507 13:07:23.673287 3794 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-tpwwt, hostIfaceName: b451a6bbe352c37, network: default, NAD default, SandboxID: "b451a6bbe352c37b9a94a0f3bfd3eaaa84dd1d575b76c7825efd4e38554ecf9b", PCI device ID: , UID: "76a40a98-a9a6-4b64-938a-39148dbeb40b", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0507 13:07:23.722485 3794 cni.go:473] [cert-manager/cert-manager-59c77684cc-tpwwt b451a6bbe352c37b9a94a0f3bfd3eaaa84dd1d575b76c7825efd4e38554ecf9b network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-tpwwt b451a6bbe352c37b9a94a0f3bfd3eaaa84dd1d575b76c7825efd4e38554ecf9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:47:ae:fd:25:49\",\"name\":\"b451a6bbe352c37\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d897713-6fb8-4733-bbdc-cffc431f1c40\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:07:25.083789 3794 namespace.go:98] [openshift-pipelines] adding namespace I0507 13:07:25.084770 3794 namespace.go:102] [openshift-pipelines] adding namespace took 956.447µs I0507 13:07:25.105611 3794 namespace.go:142] [openshift-pipelines] updating namespace I0507 13:07:25.798222 3794 namespace.go:142] [cert-manager] updating namespace I0507 13:07:26.011497 3794 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:07:26.403795 3794 namespace.go:142] [konflux-operator] updating namespace I0507 13:07:26.604453 3794 namespace.go:142] [konflux-ui] updating namespace I0507 13:07:26.815150 3794 namespace.go:142] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] updating namespace I0507 13:07:27.205085 3794 namespace.go:142] [rhbk-operator] updating namespace I0507 13:07:27.406027 3794 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:07:27.607425 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:27.804845 3794 namespace.go:142] [tsf] updating namespace I0507 13:07:28.009125 3794 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:07:28.346416 3794 namespace.go:142] [tsf-tas] updating namespace I0507 13:07:28.752609 3794 namespace.go:142] [tsf-tpa] updating namespace I0507 13:07:28.923263 3794 namespace.go:142] [cert-manager] updating namespace I0507 13:07:28.948255 3794 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:07:28.965083 3794 namespace.go:142] [default] updating namespace I0507 13:07:28.990708 3794 namespace.go:142] [konflux-operator] updating namespace I0507 13:07:29.011004 3794 namespace.go:142] [konflux-ui] updating namespace I0507 13:07:29.030499 3794 namespace.go:142] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] updating namespace I0507 13:07:29.044463 3794 namespace.go:142] [openshift] updating namespace I0507 13:07:29.064086 3794 namespace.go:142] [rhbk-operator] updating namespace I0507 13:07:29.075239 3794 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:07:29.088337 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:29.098049 3794 namespace.go:142] [tsf] updating namespace I0507 13:07:29.108298 3794 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:07:29.124849 3794 namespace.go:142] [tsf-tas] updating namespace I0507 13:07:29.136199 3794 namespace.go:142] [tsf-tpa] updating namespace I0507 13:07:29.174863 3794 namespace.go:142] [cert-manager] updating namespace I0507 13:07:29.231843 3794 namespace.go:142] [cert-manager-operator] updating namespace I0507 13:07:29.330382 3794 namespace.go:142] [default] updating namespace I0507 13:07:29.434197 3794 namespace.go:142] [konflux-operator] updating namespace I0507 13:07:29.532203 3794 namespace.go:142] [konflux-ui] updating namespace I0507 13:07:29.632308 3794 namespace.go:142] [open-cluster-management-2q53j087pbnvoincjfagms98n05bk2h6] updating namespace I0507 13:07:29.733235 3794 namespace.go:142] [openshift] updating namespace I0507 13:07:29.835111 3794 namespace.go:142] [rhbk-operator] updating namespace I0507 13:07:29.935878 3794 namespace.go:142] [rhtpa-operator] updating namespace I0507 13:07:30.057717 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 13:07:30.135399 3794 namespace.go:142] [tsf] updating namespace I0507 13:07:30.236177 3794 namespace.go:142] [tsf-keycloak] updating namespace I0507 13:07:30.334768 3794 namespace.go:142] [tsf-tas] updating namespace I0507 13:07:30.436762 3794 namespace.go:142] [tsf-tpa] updating namespace I0507 13:07:30.749741 3794 namespace.go:142] [openshift-pipelines] updating namespace I0507 13:07:31.960289 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0507 13:07:38.554079 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2qsvr] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-2qsvr for pod on switch ip-10-0-1-145.ec2.internal I0507 13:07:38.554174 3794 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2qsvr I0507 13:07:38.576194 3794 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2qsvr] pod update took 22.055395ms I0507 13:07:38.576217 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2qsvr] addLogicalPort annotation time took 22.081908ms I0507 13:07:38.577442 3794 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2qsvr] addLogicalPort took 23.377846ms, libovsdb time 904.099µs I0507 13:07:38.919068 3794 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2qsvr 67bad0e92d56790f045869aaec8d7bcb7330fc1f834a74793fe1345e216e6b36 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2qsvr 67bad0e92d56790f045869aaec8d7bcb7330fc1f834a74793fe1345e216e6b36 network default NAD default NAD key ] I0507 13:07:38.928601 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-2qsvr, hostIfaceName: 67bad0e92d56790, network: default, NAD default, SandboxID: "67bad0e92d56790f045869aaec8d7bcb7330fc1f834a74793fe1345e216e6b36", PCI device ID: , UID: "f48c1a6b-86a9-4458-a5f8-1ec93b0a9b1f", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0507 13:07:38.977224 3794 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2qsvr 67bad0e92d56790f045869aaec8d7bcb7330fc1f834a74793fe1345e216e6b36 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2qsvr 67bad0e92d56790f045869aaec8d7bcb7330fc1f834a74793fe1345e216e6b36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:45:df:eb:7e:ea\",\"name\":\"67bad0e92d56790\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cc42497-1eac-4b83-a944-c76e1536a6a6\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 13:07:41.979047 3794 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 13:07:41.979069 3794 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 13:07:41.979077 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 13:07:42.991450 3794 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:42.991469 3794 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:42.991476 3794 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:42.991480 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:07:43.468785 3794 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 13:07:43.468804 3794 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 13:07:43.468810 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0507 13:07:48.633188 3794 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:07:48.633721 3794 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:07:48.654099 3794 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:07:48.654118 3794 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:07:48.661018 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0507 13:07:48.661042 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0507 13:07:52.917216 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0507 13:07:52.989312 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 13:07:52.989331 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 13:07:52.989339 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0507 13:07:53.836044 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=198 I0507 13:08:00.859949 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-xzjfl] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-xzjfl for pod on switch ip-10-0-1-145.ec2.internal I0507 13:08:00.860082 3794 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-xzjfl I0507 13:08:00.876427 3794 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-xzjfl] pod update took 16.369783ms I0507 13:08:00.876454 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-xzjfl] addLogicalPort annotation time took 16.401288ms I0507 13:08:00.877955 3794 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-xzjfl] addLogicalPort took 18.022489ms, libovsdb time 1.149503ms I0507 13:08:01.220620 3794 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-xzjfl aa50e12292749f70f96b1ded72f30c0b37a9de0b18b8208194b4213fbd302ee3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-xzjfl aa50e12292749f70f96b1ded72f30c0b37a9de0b18b8208194b4213fbd302ee3 network default NAD default NAD key ] I0507 13:08:01.230678 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-xzjfl, hostIfaceName: aa50e12292749f7, network: default, NAD default, SandboxID: "aa50e12292749f70f96b1ded72f30c0b37a9de0b18b8208194b4213fbd302ee3", PCI device ID: , UID: "1f83b0b8-edab-4709-a4b0-f93bea7b7b68", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0507 13:08:01.281766 3794 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-xzjfl aa50e12292749f70f96b1ded72f30c0b37a9de0b18b8208194b4213fbd302ee3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-xzjfl aa50e12292749f70f96b1ded72f30c0b37a9de0b18b8208194b4213fbd302ee3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:b2:6a:7d:89:a0\",\"name\":\"aa50e12292749f7\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fe7713a-641e-4d3a-ac32-e677249714e4\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 13:08:04.593742 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0507 13:08:04.617782 3794 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0507 13:08:04.639284 3794 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0507 13:08:23.113696 3794 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 13:08:26.194068 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-145.ec2.internal I0507 13:08:26.194168 3794 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0507 13:08:26.206692 3794 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.543575ms I0507 13:08:26.206723 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.58048ms I0507 13:08:26.208020 3794 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.974315ms, libovsdb time 898.634µs I0507 13:08:27.851872 3794 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:08:27.852438 3794 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:08:27.871836 3794 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:08:27.871855 3794 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:08:27.879974 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0507 13:08:27.880000 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0507 13:08:29.859870 3794 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0507 13:08:29.860586 3794 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0507 13:08:29.860612 3794 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0507 13:08:29.862920 3794 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0507 13:08:32.860983 3794 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 1cda4d8fbd72777f4e0170daa0336a3f51569b56387d368ce286c4c672881ff1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 1cda4d8fbd72777f4e0170daa0336a3f51569b56387d368ce286c4c672881ff1 network default NAD default NAD key ] I0507 13:08:32.870245 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 1cda4d8fbd72777, network: default, NAD default, SandboxID: "1cda4d8fbd72777f4e0170daa0336a3f51569b56387d368ce286c4c672881ff1", PCI device ID: , UID: "257f60aa-b547-4b5c-ad5a-9bcb463276f5", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0507 13:08:32.917235 3794 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 1cda4d8fbd72777f4e0170daa0336a3f51569b56387d368ce286c4c672881ff1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 1cda4d8fbd72777f4e0170daa0336a3f51569b56387d368ce286c4c672881ff1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:36:9e:75:5e:94\",\"name\":\"1cda4d8fbd72777\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4965f24-4f52-4b40-aeb6-1c6a4b3001e4\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 13:08:37.232795 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 13:08:37.232817 3794 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 13:08:37.233769 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0507 13:08:37.233800 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0507 13:08:38.317546 3794 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 13:08:39.778859 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nr5pr] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-nr5pr for pod on switch ip-10-0-1-145.ec2.internal I0507 13:08:39.778943 3794 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nr5pr I0507 13:08:39.796468 3794 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nr5pr] pod update took 17.533024ms I0507 13:08:39.796495 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nr5pr] addLogicalPort annotation time took 17.57487ms I0507 13:08:39.797721 3794 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nr5pr] addLogicalPort took 18.878632ms, libovsdb time 791.245µs I0507 13:08:40.138413 3794 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nr5pr 2140a2fd70fc344bd87bd30a24e1a742fad7abd2c10733a4eccfe7d9d02091fd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nr5pr 2140a2fd70fc344bd87bd30a24e1a742fad7abd2c10733a4eccfe7d9d02091fd network default NAD default NAD key ] I0507 13:08:40.147875 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-nr5pr, hostIfaceName: 2140a2fd70fc344, network: default, NAD default, SandboxID: "2140a2fd70fc344bd87bd30a24e1a742fad7abd2c10733a4eccfe7d9d02091fd", PCI device ID: , UID: "363f078d-b2b6-4f58-9860-c8a9a1fed4b8", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0507 13:08:40.197362 3794 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nr5pr 2140a2fd70fc344bd87bd30a24e1a742fad7abd2c10733a4eccfe7d9d02091fd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nr5pr 2140a2fd70fc344bd87bd30a24e1a742fad7abd2c10733a4eccfe7d9d02091fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:f8:db:7b:21:04\",\"name\":\"2140a2fd70fc344\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a637cae-cd0b-4260-9543-2109a6c9388a\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:08:40.935174 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0507 13:08:45.805558 3794 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 13:08:45.805575 3794 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 13:08:45.805580 3794 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0507 13:09:15.595277 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4lkd5] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-4lkd5 for pod on switch ip-10-0-1-145.ec2.internal I0507 13:09:15.595378 3794 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4lkd5 I0507 13:09:15.610584 3794 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4lkd5] pod update took 15.232055ms I0507 13:09:15.610606 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4lkd5] addLogicalPort annotation time took 15.259968ms I0507 13:09:15.611852 3794 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4lkd5] addLogicalPort took 16.599001ms, libovsdb time 870.644µs I0507 13:09:15.694634 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-glpq2] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-glpq2 for pod on switch ip-10-0-1-145.ec2.internal I0507 13:09:15.694758 3794 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-glpq2 I0507 13:09:15.708998 3794 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-glpq2] pod update took 14.264166ms I0507 13:09:15.709021 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-glpq2] addLogicalPort annotation time took 14.290898ms I0507 13:09:15.710246 3794 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-glpq2] addLogicalPort took 15.625227ms, libovsdb time 878.367µs I0507 13:09:15.791118 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-mb47x] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-mb47x for pod on switch ip-10-0-1-145.ec2.internal I0507 13:09:15.791217 3794 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-mb47x I0507 13:09:15.804731 3794 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mb47x] pod update took 13.541806ms I0507 13:09:15.804752 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-mb47x] addLogicalPort annotation time took 13.567098ms I0507 13:09:15.806053 3794 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mb47x] addLogicalPort took 14.950684ms, libovsdb time 833.67µs I0507 13:09:15.914169 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0507 13:09:15.981966 3794 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4lkd5 e22d613983ed834915c54410fc3ea28e7fa6d84b3e2ce51acb90b41271147ed8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4lkd5 e22d613983ed834915c54410fc3ea28e7fa6d84b3e2ce51acb90b41271147ed8 network default NAD default NAD key ] I0507 13:09:15.991014 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-4lkd5, hostIfaceName: e22d613983ed834, network: default, NAD default, SandboxID: "e22d613983ed834915c54410fc3ea28e7fa6d84b3e2ce51acb90b41271147ed8", PCI device ID: , UID: "4ed59c51-eef7-4d24-a42e-0c2d5a6a0347", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0507 13:09:16.042166 3794 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4lkd5 e22d613983ed834915c54410fc3ea28e7fa6d84b3e2ce51acb90b41271147ed8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4lkd5 e22d613983ed834915c54410fc3ea28e7fa6d84b3e2ce51acb90b41271147ed8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:1b:d3:94:03:54\",\"name\":\"e22d613983ed834\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e64d589b-1aa5-42ce-b23f-bbd2891f000d\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:09:16.058969 3794 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-glpq2 591cad3b2438e72814cf0ea3729e3b74dd7e739a78eec2d8e636b4bf8eb715d5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-glpq2 591cad3b2438e72814cf0ea3729e3b74dd7e739a78eec2d8e636b4bf8eb715d5 network default NAD default NAD key ] I0507 13:09:16.068240 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-glpq2, hostIfaceName: 591cad3b2438e72, network: default, NAD default, SandboxID: "591cad3b2438e72814cf0ea3729e3b74dd7e739a78eec2d8e636b4bf8eb715d5", PCI device ID: , UID: "ac93f20b-d5a4-45f0-a4b5-d826bb696775", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0507 13:09:16.119408 3794 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-glpq2 591cad3b2438e72814cf0ea3729e3b74dd7e739a78eec2d8e636b4bf8eb715d5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-glpq2 591cad3b2438e72814cf0ea3729e3b74dd7e739a78eec2d8e636b4bf8eb715d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:8f:54:05:41:54\",\"name\":\"591cad3b2438e72\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/882d7fdc-212b-47bc-967d-2f005efbdc71\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:09:16.152456 3794 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mb47x 5ee3c00f0d983311b686eed812036ed6aeb0546756ed8ca4008bb252866dd979 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mb47x 5ee3c00f0d983311b686eed812036ed6aeb0546756ed8ca4008bb252866dd979 network default NAD default NAD key ] I0507 13:09:16.162737 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-mb47x, hostIfaceName: 5ee3c00f0d98331, network: default, NAD default, SandboxID: "5ee3c00f0d983311b686eed812036ed6aeb0546756ed8ca4008bb252866dd979", PCI device ID: , UID: "df50cba9-1f1d-4da5-aa47-a6947766b4bc", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0507 13:09:16.210211 3794 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mb47x 5ee3c00f0d983311b686eed812036ed6aeb0546756ed8ca4008bb252866dd979 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mb47x 5ee3c00f0d983311b686eed812036ed6aeb0546756ed8ca4008bb252866dd979 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:32:39:c8:36:5d\",\"name\":\"5ee3c00f0d98331\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/424fe009-9a66-48cf-a5c7-4948f7d41409\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 13:09:18.487244 3794 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 13:09:18.487271 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 13:09:18.519689 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0507 13:09:19.525374 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 13:09:19.525399 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0507 13:09:20.140287 3794 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:20.140888 3794 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:20.183970 3794 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:20.183987 3794 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:20.188640 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0507 13:09:20.188681 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0507 13:09:22.826522 3794 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-xs5nl-qx6xp] creating logical port tsf-tas_ctlog-createtree-job-xs5nl-qx6xp for pod on switch ip-10-0-1-145.ec2.internal I0507 13:09:22.826606 3794 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-xs5nl-qx6xp I0507 13:09:22.839968 3794 pod.go:62] [tsf-tas/ctlog-createtree-job-xs5nl-qx6xp] pod update took 13.38196ms I0507 13:09:22.839995 3794 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-xs5nl-qx6xp] addLogicalPort annotation time took 13.412929ms I0507 13:09:22.841202 3794 pods.go:271] [tsf-tas/ctlog-createtree-job-xs5nl-qx6xp] addLogicalPort took 14.700014ms, libovsdb time 824.245µs I0507 13:09:23.108413 3794 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5d557847d5-j7rq5] creating logical port tsf-tas_trillian-logserver-5d557847d5-j7rq5 for pod on switch ip-10-0-1-145.ec2.internal I0507 13:09:23.108500 3794 kube.go:256] Updating pod tsf-tas/trillian-logserver-5d557847d5-j7rq5 I0507 13:09:23.123011 3794 pod.go:62] [tsf-tas/trillian-logserver-5d557847d5-j7rq5] pod update took 14.535003ms I0507 13:09:23.123030 3794 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5d557847d5-j7rq5] addLogicalPort annotation time took 14.559197ms I0507 13:09:23.124442 3794 pods.go:271] [tsf-tas/trillian-logserver-5d557847d5-j7rq5] addLogicalPort took 16.050037ms, libovsdb time 965.599µs I0507 13:09:23.204444 3794 cni.go:452] [tsf-tas/ctlog-createtree-job-xs5nl-qx6xp 1b36b07ed729191070b22f8e9fe18031d614670ee724291a9a5bbd32235cad44 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-xs5nl-qx6xp 1b36b07ed729191070b22f8e9fe18031d614670ee724291a9a5bbd32235cad44 network default NAD default NAD key ] I0507 13:09:23.214568 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-xs5nl-qx6xp, hostIfaceName: 1b36b07ed729191, network: default, NAD default, SandboxID: "1b36b07ed729191070b22f8e9fe18031d614670ee724291a9a5bbd32235cad44", PCI device ID: , UID: "d37a132c-2e83-469a-a0bb-7fd769759e4a", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0507 13:09:23.265140 3794 cni.go:473] [tsf-tas/ctlog-createtree-job-xs5nl-qx6xp 1b36b07ed729191070b22f8e9fe18031d614670ee724291a9a5bbd32235cad44 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-xs5nl-qx6xp 1b36b07ed729191070b22f8e9fe18031d614670ee724291a9a5bbd32235cad44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:6c:7c:71:81:b5\",\"name\":\"1b36b07ed729191\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78828010-05f2-4c36-a069-1a4fa6539a42\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:09:24.070944 3794 cni.go:452] [tsf-tas/trillian-logserver-5d557847d5-j7rq5 4fe525be05b84a11b58850ec0622f6bc7c931afcd783c558a9c9d8ff49f98ebf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5d557847d5-j7rq5 4fe525be05b84a11b58850ec0622f6bc7c931afcd783c558a9c9d8ff49f98ebf network default NAD default NAD key ] I0507 13:09:24.080624 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5d557847d5-j7rq5, hostIfaceName: 4fe525be05b84a1, network: default, NAD default, SandboxID: "4fe525be05b84a11b58850ec0622f6bc7c931afcd783c558a9c9d8ff49f98ebf", PCI device ID: , UID: "a9f5eba4-0651-408a-81d9-2cc76422de38", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0507 13:09:24.129454 3794 cni.go:473] [tsf-tas/trillian-logserver-5d557847d5-j7rq5 4fe525be05b84a11b58850ec0622f6bc7c931afcd783c558a9c9d8ff49f98ebf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5d557847d5-j7rq5 4fe525be05b84a11b58850ec0622f6bc7c931afcd783c558a9c9d8ff49f98ebf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:49:c0:59:ce:8e\",\"name\":\"4fe525be05b84a1\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19272e13-6846-42f9-ac6a-851853a92359\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 13:09:29.500890 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0507 13:09:30.584214 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-ctglw] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-ctglw for pod on switch ip-10-0-1-145.ec2.internal I0507 13:09:30.584335 3794 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-ctglw I0507 13:09:30.599620 3794 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-ctglw] pod update took 15.32252ms I0507 13:09:30.599649 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-ctglw] addLogicalPort annotation time took 15.356804ms I0507 13:09:30.601007 3794 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-ctglw] addLogicalPort took 16.815329ms, libovsdb time 886.642µs I0507 13:09:30.689508 3794 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j7nzt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:30.690086 3794 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j7nzt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:31.568165 3794 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j7nzt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:31.568191 3794 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j7nzt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:31.707545 3794 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-ctglw 87f03008901258030ed31c9510494e3e1c17006111488ea858dd63764c88efb9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-ctglw 87f03008901258030ed31c9510494e3e1c17006111488ea858dd63764c88efb9 network default NAD default NAD key ] I0507 13:09:31.717258 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-ctglw, hostIfaceName: 87f030089012580, network: default, NAD default, SandboxID: "87f03008901258030ed31c9510494e3e1c17006111488ea858dd63764c88efb9", PCI device ID: , UID: "ecf9cc4a-f987-4372-9928-7ee0f3ee4cbb", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0507 13:09:31.771911 3794 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-ctglw 87f03008901258030ed31c9510494e3e1c17006111488ea858dd63764c88efb9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-ctglw 87f03008901258030ed31c9510494e3e1c17006111488ea858dd63764c88efb9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:7f:8d:10:85:de\",\"name\":\"87f030089012580\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/890551bf-b699-407f-81a5-7a9a8af32436\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 13:09:32.579675 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0507 13:09:36.826448 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=59 W0507 13:09:39.120530 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0507 13:09:39.707884 3794 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6hk5g-4nbpt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:39.708435 3794 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6hk5g-4nbpt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:09:39.826752 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 W0507 13:09:40.129926 3794 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0507 13:09:40.133872 3794 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6hk5g-4nbpt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:09:40.133887 3794 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6hk5g-4nbpt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:04.436627 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:04.437183 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:05.275809 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:05.275835 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 13:10:06.721059 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0507 13:10:06.828607 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=99 I0507 13:10:16.456395 3794 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:16.456960 3794 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:16.479071 3794 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:16.479090 3794 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:16.486817 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0507 13:10:16.486844 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0507 13:10:18.839211 3794 cni.go:452] [tsf-tas/ctlog-createtree-job-xs5nl-qx6xp 1b36b07ed729191070b22f8e9fe18031d614670ee724291a9a5bbd32235cad44 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-xs5nl-qx6xp 1b36b07ed729191070b22f8e9fe18031d614670ee724291a9a5bbd32235cad44 network default NAD default NAD key ] I0507 13:10:18.911981 3794 cni.go:473] [tsf-tas/ctlog-createtree-job-xs5nl-qx6xp 1b36b07ed729191070b22f8e9fe18031d614670ee724291a9a5bbd32235cad44 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-xs5nl-qx6xp 1b36b07ed729191070b22f8e9fe18031d614670ee724291a9a5bbd32235cad44 network default NAD default NAD key default], result "{}", err I0507 13:10:18.964456 3794 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xs5nl-qx6xp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:18.964490 3794 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-xs5nl-qx6xp I0507 13:10:18.965740 3794 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-xs5nl-qx6xp, ips: 10.128.0.43 I0507 13:10:18.965772 3794 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xs5nl-qx6xp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:19.858370 3794 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xs5nl-qx6xp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:19.858391 3794 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xs5nl-qx6xp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:25.512790 3794 obj_retry.go:498] Detected object tsf/patch-tekton-config-ngsf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:25.513312 3794 obj_retry.go:498] Detected object tsf/patch-tekton-config-ngsf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:26.539278 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-ngsf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:26.539301 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-ngsf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:26.654351 3794 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-q65wr] creating logical port tsf_tsf-tekton-configuration-q65wr for pod on switch ip-10-0-1-145.ec2.internal I0507 13:10:26.654443 3794 kube.go:256] Updating pod tsf/tsf-tekton-configuration-q65wr I0507 13:10:26.667498 3794 pod.go:62] [tsf/tsf-tekton-configuration-q65wr] pod update took 13.079837ms I0507 13:10:26.667523 3794 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-q65wr] addLogicalPort annotation time took 13.108078ms I0507 13:10:26.669004 3794 pods.go:271] [tsf/tsf-tekton-configuration-q65wr] addLogicalPort took 14.672561ms, libovsdb time 1.078132ms W0507 13:10:26.815383 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0507 13:10:27.016791 3794 cni.go:452] [tsf/tsf-tekton-configuration-q65wr e796f4ca0139427c76751a715baecf7254dab7f5d36108d37adab0cc1296137a network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-q65wr e796f4ca0139427c76751a715baecf7254dab7f5d36108d37adab0cc1296137a network default NAD default NAD key ] I0507 13:10:27.026856 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-q65wr, hostIfaceName: e796f4ca0139427, network: default, NAD default, SandboxID: "e796f4ca0139427c76751a715baecf7254dab7f5d36108d37adab0cc1296137a", PCI device ID: , UID: "62170fd3-a0ad-4205-a436-b143e2c817ab", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0507 13:10:27.077329 3794 cni.go:473] [tsf/tsf-tekton-configuration-q65wr e796f4ca0139427c76751a715baecf7254dab7f5d36108d37adab0cc1296137a network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-q65wr e796f4ca0139427c76751a715baecf7254dab7f5d36108d37adab0cc1296137a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e4:a9:be:1f:cd\",\"name\":\"e796f4ca0139427\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/928a7c56-e42e-4e4f-b990-c07c42f0b589\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:10:31.914114 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0507 13:10:32.921840 3794 cni.go:452] [tsf/tsf-tekton-configuration-q65wr e796f4ca0139427c76751a715baecf7254dab7f5d36108d37adab0cc1296137a network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-q65wr e796f4ca0139427c76751a715baecf7254dab7f5d36108d37adab0cc1296137a network default NAD default NAD key ] I0507 13:10:33.004968 3794 cni.go:473] [tsf/tsf-tekton-configuration-q65wr e796f4ca0139427c76751a715baecf7254dab7f5d36108d37adab0cc1296137a network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-q65wr e796f4ca0139427c76751a715baecf7254dab7f5d36108d37adab0cc1296137a network default NAD default NAD key default], result "{}", err I0507 13:10:33.056629 3794 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-q65wr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:33.056678 3794 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-q65wr I0507 13:10:33.057992 3794 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-q65wr, ips: 10.128.0.46 I0507 13:10:33.058016 3794 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-q65wr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:33.572167 3794 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xzmx-x9w2n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:33.572741 3794 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xzmx-x9w2n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:34.083104 3794 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-q65wr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.083134 3794 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-q65wr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.122232 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-ngsf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.122251 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-ngsf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.128609 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ngsf2 I0507 13:10:34.128631 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ngsf2 I0507 13:10:34.447265 3794 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xzmx-x9w2n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:34.447285 3794 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xzmx-x9w2n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:39.615851 3794 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:39.616380 3794 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:39.637996 3794 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:39.638024 3794 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:39.644394 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0507 13:10:39.644420 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0507 13:10:40.029496 3794 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-658bc57579-54wkc] creating logical port tsf-tas_rekor-search-ui-658bc57579-54wkc for pod on switch ip-10-0-1-145.ec2.internal I0507 13:10:40.029580 3794 kube.go:256] Updating pod tsf-tas/rekor-search-ui-658bc57579-54wkc I0507 13:10:40.043861 3794 pod.go:62] [tsf-tas/rekor-search-ui-658bc57579-54wkc] pod update took 14.300134ms I0507 13:10:40.043885 3794 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-658bc57579-54wkc] addLogicalPort annotation time took 14.329714ms I0507 13:10:40.045258 3794 pods.go:271] [tsf-tas/rekor-search-ui-658bc57579-54wkc] addLogicalPort took 15.776628ms, libovsdb time 964.979µs I0507 13:10:40.391493 3794 cni.go:452] [tsf-tas/rekor-search-ui-658bc57579-54wkc 52503d79af5dd50f1aa5fbb7f8d8839f07082d9446d8c8442a9a3221aaa3df82 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-658bc57579-54wkc 52503d79af5dd50f1aa5fbb7f8d8839f07082d9446d8c8442a9a3221aaa3df82 network default NAD default NAD key ] I0507 13:10:40.401506 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-658bc57579-54wkc, hostIfaceName: 52503d79af5dd50, network: default, NAD default, SandboxID: "52503d79af5dd50f1aa5fbb7f8d8839f07082d9446d8c8442a9a3221aaa3df82", PCI device ID: , UID: "e2d80993-be7b-46c8-a90f-738e3fdb7cbf", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0507 13:10:40.452511 3794 cni.go:473] [tsf-tas/rekor-search-ui-658bc57579-54wkc 52503d79af5dd50f1aa5fbb7f8d8839f07082d9446d8c8442a9a3221aaa3df82 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-658bc57579-54wkc 52503d79af5dd50f1aa5fbb7f8d8839f07082d9446d8c8442a9a3221aaa3df82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:87:ca:87:7d:c5\",\"name\":\"52503d79af5dd50\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a9c134c-3972-4f2b-bbd2-d2a4b67bebca\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 13:10:43.983945 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0507 13:10:44.497054 3794 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0507 13:10:46.037151 3794 obj_retry.go:498] Detected object tsf-tpa/create-db-4vhrm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:46.037697 3794 obj_retry.go:498] Detected object tsf-tpa/create-db-4vhrm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:47.064900 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-4vhrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:47.064924 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-4vhrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:50.108806 3794 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2xfnd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:50.109343 3794 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2xfnd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:50.216009 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xfnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:50.216032 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xfnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 13:10:50.543988 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0507 13:10:53.099397 3794 obj_retry.go:498] Detected object tsf-tpa/create-importers-mwf9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:53.099975 3794 obj_retry.go:498] Detected object tsf-tpa/create-importers-mwf9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:10:54.124382 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwf9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:10:54.124405 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwf9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 13:10:56.007165 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0507 13:11:08.649673 3794 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0507 13:11:15.223824 3794 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-klvrt-lh9lm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:15.224439 3794 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-klvrt-lh9lm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:16.100545 3794 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-klvrt-lh9lm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:16.100577 3794 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-klvrt-lh9lm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:18.138384 3794 namespace.go:142] [openshift-pipelines] updating namespace I0507 13:11:24.825549 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 I0507 13:11:26.906710 3794 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:26.907284 3794 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:26.953392 3794 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:26.953411 3794 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:26.962343 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0507 13:11:26.962372 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0507 13:11:27.792498 3794 namespace.go:98] [image-controller] adding namespace I0507 13:11:27.792548 3794 namespace.go:98] [default-tenant] adding namespace I0507 13:11:27.792753 3794 namespace.go:98] [build-service] adding namespace I0507 13:11:27.793430 3794 namespace.go:102] [image-controller] adding namespace took 912.332µs I0507 13:11:27.794123 3794 namespace.go:102] [default-tenant] adding namespace took 1.562373ms I0507 13:11:27.794822 3794 namespace.go:102] [build-service] adding namespace took 2.053159ms I0507 13:11:27.795887 3794 namespace.go:98] [integration-service] adding namespace I0507 13:11:27.796460 3794 namespace.go:102] [integration-service] adding namespace took 554.603µs I0507 13:11:27.855966 3794 namespace.go:142] [image-controller] updating namespace I0507 13:11:27.885998 3794 namespace.go:142] [image-controller] updating namespace I0507 13:11:27.901336 3794 namespace.go:142] [default-tenant] updating namespace I0507 13:11:27.908883 3794 namespace.go:142] [default-tenant] updating namespace I0507 13:11:27.923057 3794 namespace.go:142] [build-service] updating namespace I0507 13:11:27.936531 3794 namespace.go:142] [build-service] updating namespace I0507 13:11:27.950467 3794 namespace.go:142] [integration-service] updating namespace I0507 13:11:27.972747 3794 namespace.go:142] [integration-service] updating namespace I0507 13:11:27.994002 3794 namespace.go:142] [build-service] updating namespace I0507 13:11:28.017314 3794 namespace.go:142] [integration-service] updating namespace I0507 13:11:28.032432 3794 namespace.go:98] [release-service] adding namespace I0507 13:11:28.033320 3794 namespace.go:102] [release-service] adding namespace took 870.695µs I0507 13:11:28.063562 3794 namespace.go:142] [release-service] updating namespace I0507 13:11:28.063609 3794 namespace.go:142] [konflux-ui] updating namespace I0507 13:11:28.116497 3794 namespace.go:142] [release-service] updating namespace I0507 13:11:28.219671 3794 namespace.go:98] [konflux-info] adding namespace I0507 13:11:28.220618 3794 namespace.go:102] [konflux-info] adding namespace took 930.064µs I0507 13:11:28.339471 3794 namespace.go:98] [namespace-lister] adding namespace I0507 13:11:28.340367 3794 namespace.go:102] [namespace-lister] adding namespace took 876.891µs I0507 13:11:28.405878 3794 namespace.go:142] [konflux-info] updating namespace I0507 13:11:28.455543 3794 namespace.go:98] [enterprise-contract-service] adding namespace I0507 13:11:28.456269 3794 namespace.go:102] [enterprise-contract-service] adding namespace took 708.862µs I0507 13:11:28.541969 3794 namespace.go:142] [image-controller] updating namespace I0507 13:11:28.542068 3794 namespace.go:142] [konflux-info] updating namespace I0507 13:11:28.589439 3794 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:28.718996 3794 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:28.811449 3794 namespace.go:142] [default-tenant] updating namespace I0507 13:11:28.884561 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:29.016502 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:29.043393 3794 namespace.go:98] [segment-bridge] adding namespace I0507 13:11:29.044275 3794 namespace.go:102] [segment-bridge] adding namespace took 864.27µs I0507 13:11:29.302836 3794 namespace.go:98] [konflux-cli] adding namespace I0507 13:11:29.303439 3794 namespace.go:142] [segment-bridge] updating namespace I0507 13:11:29.304064 3794 namespace.go:102] [konflux-cli] adding namespace took 1.149241ms I0507 13:11:29.373441 3794 namespace.go:142] [segment-bridge] updating namespace I0507 13:11:29.373535 3794 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:29.471574 3794 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:29.585519 3794 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0507 13:11:29.586160 3794 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0507 13:11:29.586177 3794 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0507 13:11:29.588843 3794 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0507 13:11:29.671888 3794 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0507 13:11:29.671914 3794 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0507 13:11:29.672768 3794 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0507 13:11:30.225471 3794 namespace.go:142] [build-service] updating namespace I0507 13:11:30.596056 3794 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-kvmhh] creating logical port image-controller_image-controller-controller-manager-6f859968fc-kvmhh for pod on switch ip-10-0-1-145.ec2.internal I0507 13:11:30.596209 3794 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-kvmhh I0507 13:11:30.621530 3794 namespace.go:142] [default-tenant] updating namespace I0507 13:11:30.624275 3794 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-kvmhh] pod update took 28.103494ms I0507 13:11:30.624294 3794 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-kvmhh] addLogicalPort annotation time took 28.126767ms I0507 13:11:30.625450 3794 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-kvmhh] addLogicalPort took 29.413823ms, libovsdb time 799.503µs I0507 13:11:30.960215 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:30.965144 3794 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-kvmhh 4efce6da661dce88a9c121e0d1714281f6f45e14c624059f17dddb4e84c27f1a network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-kvmhh 4efce6da661dce88a9c121e0d1714281f6f45e14c624059f17dddb4e84c27f1a network default NAD default NAD key ] I0507 13:11:30.974467 3794 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-kvmhh, hostIfaceName: 4efce6da661dce8, network: default, NAD default, SandboxID: "4efce6da661dce88a9c121e0d1714281f6f45e14c624059f17dddb4e84c27f1a", PCI device ID: , UID: "6fe924bd-b3a3-4531-a330-c352791ca5f8", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0507 13:11:31.026733 3794 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-kvmhh 4efce6da661dce88a9c121e0d1714281f6f45e14c624059f17dddb4e84c27f1a network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-kvmhh 4efce6da661dce88a9c121e0d1714281f6f45e14c624059f17dddb4e84c27f1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:5e:4f:bb:9a:16\",\"name\":\"4efce6da661dce8\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96274188-0f6e-4215-9580-005b550960d4\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:11:31.044045 3794 base_network_controller_pods.go:487] [default/konflux-ui/proxy-79c76498cd-l59zx] creating logical port konflux-ui_proxy-79c76498cd-l59zx for pod on switch ip-10-0-1-145.ec2.internal I0507 13:11:31.044045 3794 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-9wdbv for pod on switch ip-10-0-1-145.ec2.internal I0507 13:11:31.044202 3794 kube.go:256] Updating pod konflux-ui/proxy-79c76498cd-l59zx I0507 13:11:31.044233 3794 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv I0507 13:11:31.085629 3794 pod.go:62] [konflux-ui/proxy-79c76498cd-l59zx] pod update took 41.47267ms I0507 13:11:31.085661 3794 base_network_controller_pods.go:951] [default/konflux-ui/proxy-79c76498cd-l59zx] addLogicalPort annotation time took 41.499751ms I0507 13:11:31.086913 3794 pods.go:271] [konflux-ui/proxy-79c76498cd-l59zx] addLogicalPort took 42.885379ms, libovsdb time 877.252µs I0507 13:11:31.092922 3794 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv] pod update took 48.714365ms I0507 13:11:31.092945 3794 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv] addLogicalPort annotation time took 48.738345ms I0507 13:11:31.094335 3794 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv] addLogicalPort took 50.30692ms, libovsdb time 847.965µs I0507 13:11:31.291821 3794 namespace.go:142] [image-controller] updating namespace I0507 13:11:31.506594 3794 namespace.go:142] [integration-service] updating namespace I0507 13:11:31.782727 3794 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:32.019526 3794 namespace.go:142] [konflux-info] updating namespace I0507 13:11:32.328608 3794 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:32.431520 3794 namespace.go:142] [release-service] updating namespace I0507 13:11:32.684357 3794 namespace.go:142] [segment-bridge] updating namespace I0507 13:11:32.747945 3794 namespace.go:142] [build-service] updating namespace I0507 13:11:32.772868 3794 namespace.go:142] [default-tenant] updating namespace I0507 13:11:32.796843 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:32.807730 3794 namespace.go:142] [image-controller] updating namespace I0507 13:11:32.816215 3794 namespace.go:142] [integration-service] updating namespace I0507 13:11:32.834593 3794 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:32.849180 3794 namespace.go:142] [konflux-info] updating namespace I0507 13:11:32.866859 3794 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:32.879182 3794 namespace.go:142] [release-service] updating namespace I0507 13:11:32.916008 3794 namespace.go:142] [segment-bridge] updating namespace I0507 13:11:32.968846 3794 namespace.go:142] [build-service] updating namespace I0507 13:11:33.047169 3794 namespace.go:142] [default-tenant] updating namespace I0507 13:11:33.063066 3794 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-7rxjz] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-7rxjz for pod on switch ip-10-0-1-145.ec2.internal I0507 13:11:33.063226 3794 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-7rxjz I0507 13:11:33.078060 3794 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-7rxjz] pod update took 14.860114ms I0507 13:11:33.078086 3794 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-7rxjz] addLogicalPort annotation time took 14.890534ms I0507 13:11:33.079536 3794 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-7rxjz] addLogicalPort took 16.489791ms, libovsdb time 975.761µs I0507 13:11:33.099860 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0507 13:11:33.193566 3794 namespace.go:142] [image-controller] updating namespace I0507 13:11:33.294076 3794 namespace.go:142] [integration-service] updating namespace I0507 13:11:33.393600 3794 namespace.go:142] [konflux-cli] updating namespace I0507 13:11:33.496980 3794 namespace.go:142] [konflux-info] updating namespace I0507 13:11:33.600515 3794 namespace.go:142] [namespace-lister] updating namespace I0507 13:11:33.689371 3794 namespace.go:142] [release-service] updating namespace I0507 13:11:33.809057 3794 namespace.go:142] [segment-bridge] updating namespace I0507 13:11:33.874918 3794 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv 989c822f911ab89b97592a6fae474ad46f16b9b98cab058124623a1a04332f4f network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv 989c822f911ab89b97592a6fae474ad46f16b9b98cab058124623a1a04332f4f network default NAD default NAD key ] I0507 13:11:33.884964 3794 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-9wdbv, hostIfaceName: 989c822f911ab89, network: default, NAD default, SandboxID: "989c822f911ab89b97592a6fae474ad46f16b9b98cab058124623a1a04332f4f", PCI device ID: , UID: "0b5fbead-b040-4a7f-b446-004901695716", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0507 13:11:33.938049 3794 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv 989c822f911ab89b97592a6fae474ad46f16b9b98cab058124623a1a04332f4f network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv 989c822f911ab89b97592a6fae474ad46f16b9b98cab058124623a1a04332f4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:16:e9:fa:77:c9\",\"name\":\"989c822f911ab89\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b558b2a-c8a2-418c-8e64-249c2f30f4b9\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:11:34.177504 3794 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-74f5b884d6-ftl8w] creating logical port integration-service_integration-service-controller-manager-74f5b884d6-ftl8w for pod on switch ip-10-0-1-145.ec2.internal I0507 13:11:34.177607 3794 kube.go:256] Updating pod integration-service/integration-service-controller-manager-74f5b884d6-ftl8w I0507 13:11:34.190883 3794 pod.go:62] [integration-service/integration-service-controller-manager-74f5b884d6-ftl8w] pod update took 13.301633ms I0507 13:11:34.190907 3794 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-74f5b884d6-ftl8w] addLogicalPort annotation time took 13.327811ms I0507 13:11:34.192202 3794 pods.go:271] [integration-service/integration-service-controller-manager-74f5b884d6-ftl8w] addLogicalPort took 14.718358ms, libovsdb time 889.722µs W0507 13:11:34.202895 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0507 13:11:34.287639 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0507 13:11:34.546294 3794 cni.go:452] [integration-service/integration-service-controller-manager-74f5b884d6-ftl8w cc7637062db144076740522936aeca8fc30d546eaf0859465e63d756fcb8e020 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-74f5b884d6-ftl8w cc7637062db144076740522936aeca8fc30d546eaf0859465e63d756fcb8e020 network default NAD default NAD key ] I0507 13:11:34.555351 3794 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-74f5b884d6-ftl8w, hostIfaceName: cc7637062db1440, network: default, NAD default, SandboxID: "cc7637062db144076740522936aeca8fc30d546eaf0859465e63d756fcb8e020", PCI device ID: , UID: "fdb83bdb-9540-49db-a3e4-67d1318ddfde", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0507 13:11:34.606260 3794 cni.go:473] [integration-service/integration-service-controller-manager-74f5b884d6-ftl8w cc7637062db144076740522936aeca8fc30d546eaf0859465e63d756fcb8e020 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-74f5b884d6-ftl8w cc7637062db144076740522936aeca8fc30d546eaf0859465e63d756fcb8e020 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:bf:cb:ca:01:f6\",\"name\":\"cc7637062db1440\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0560fda-1a2c-4cb8-91be-ac9582f593d6\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 13:11:36.206119 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0507 13:11:36.237833 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0507 13:11:37.287348 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 13:11:37.287349 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 13:11:37.323864 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 13:11:37.325940 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0507 13:11:40.122267 3794 cni.go:452] [konflux-ui/proxy-79c76498cd-l59zx debfc8e4406272f81eedc4bbb6e48655591d08beb2b370e9e5f319e038617ca9 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-79c76498cd-l59zx debfc8e4406272f81eedc4bbb6e48655591d08beb2b370e9e5f319e038617ca9 network default NAD default NAD key ] I0507 13:11:40.131336 3794 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-79c76498cd-l59zx, hostIfaceName: debfc8e4406272f, network: default, NAD default, SandboxID: "debfc8e4406272f81eedc4bbb6e48655591d08beb2b370e9e5f319e038617ca9", PCI device ID: , UID: "a28fc02c-2f58-4838-b91b-6d07a95c7b73", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0507 13:11:40.182268 3794 cni.go:473] [konflux-ui/proxy-79c76498cd-l59zx debfc8e4406272f81eedc4bbb6e48655591d08beb2b370e9e5f319e038617ca9 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-79c76498cd-l59zx debfc8e4406272f81eedc4bbb6e48655591d08beb2b370e9e5f319e038617ca9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:83:51:90:bd:59\",\"name\":\"debfc8e4406272f\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6eaecfb0-22b8-4f33-a80c-53296d985eb6\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:11:41.244555 3794 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-7rxjz 28424f976de02a542de24e32d30539e82b40095fc7d136880d4eb64e86796b2a network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-7rxjz 28424f976de02a542de24e32d30539e82b40095fc7d136880d4eb64e86796b2a network default NAD default NAD key ] I0507 13:11:41.254127 3794 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-7rxjz, hostIfaceName: 28424f976de02a5, network: default, NAD default, SandboxID: "28424f976de02a542de24e32d30539e82b40095fc7d136880d4eb64e86796b2a", PCI device ID: , UID: "b9fb4a10-06fd-48ad-ac3f-4080f27d13a5", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0507 13:11:41.303938 3794 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-7rxjz 28424f976de02a542de24e32d30539e82b40095fc7d136880d4eb64e86796b2a network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-7rxjz 28424f976de02a542de24e32d30539e82b40095fc7d136880d4eb64e86796b2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:95:ff:5c:d8:4e\",\"name\":\"28424f976de02a5\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf0fa4ab-0c0b-4935-ba6f-8cf132757d5c\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 13:11:43.254136 3794 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0507 13:11:43.924297 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 W0507 13:11:45.274180 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0507 13:11:46.342600 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 13:11:46.342804 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0507 13:11:46.371413 3794 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 13:11:46.371430 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 13:11:47.389103 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 13:11:47.389122 3794 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0507 13:11:47.946399 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0507 13:11:48.301562 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 13:11:48.301714 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0507 13:11:48.487353 3794 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv 989c822f911ab89b97592a6fae474ad46f16b9b98cab058124623a1a04332f4f network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv 989c822f911ab89b97592a6fae474ad46f16b9b98cab058124623a1a04332f4f network default NAD default NAD key ] I0507 13:11:48.575412 3794 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv 989c822f911ab89b97592a6fae474ad46f16b9b98cab058124623a1a04332f4f network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv 989c822f911ab89b97592a6fae474ad46f16b9b98cab058124623a1a04332f4f network default NAD default NAD key default], result "{}", err I0507 13:11:48.629205 3794 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:48.629238 3794 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv I0507 13:11:48.630608 3794 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv, ips: 10.128.0.50 I0507 13:11:48.630636 3794 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:11:49.385021 3794 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:49.385050 3794 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:11:49.391581 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv I0507 13:11:49.391601 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-9wdbv W0507 13:11:57.360933 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0507 13:11:57.361043 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 13:12:25.423276 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 13:12:25.423296 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0507 13:12:33.826555 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0507 13:12:35.954055 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0507 13:12:58.297904 3794 cni.go:452] [konflux-ui/proxy-79c76498cd-l59zx debfc8e4406272f81eedc4bbb6e48655591d08beb2b370e9e5f319e038617ca9 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-79c76498cd-l59zx debfc8e4406272f81eedc4bbb6e48655591d08beb2b370e9e5f319e038617ca9 network default NAD default NAD key ] I0507 13:12:58.383778 3794 cni.go:473] [konflux-ui/proxy-79c76498cd-l59zx debfc8e4406272f81eedc4bbb6e48655591d08beb2b370e9e5f319e038617ca9 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-79c76498cd-l59zx debfc8e4406272f81eedc4bbb6e48655591d08beb2b370e9e5f319e038617ca9 network default NAD default NAD key default], result "{}", err I0507 13:12:58.447618 3794 obj_retry.go:498] Detected object konflux-ui/proxy-79c76498cd-l59zx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:12:58.447673 3794 pods.go:176] Deleting pod: konflux-ui/proxy-79c76498cd-l59zx I0507 13:12:58.449234 3794 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-79c76498cd-l59zx, ips: 10.128.0.49 I0507 13:12:58.449261 3794 obj_retry.go:498] Detected object konflux-ui/proxy-79c76498cd-l59zx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:12:58.766188 3794 obj_retry.go:492] Detected object konflux-ui/proxy-79c76498cd-l59zx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:12:58.766216 3794 obj_retry.go:492] Detected object konflux-ui/proxy-79c76498cd-l59zx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:12:58.772957 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-79c76498cd-l59zx I0507 13:12:58.772990 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-79c76498cd-l59zx I0507 13:13:02.842343 3794 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:13:02.842966 3794 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:13:02.862879 3794 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:13:02.862924 3794 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:13:02.870222 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0507 13:13:02.870250 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0507 13:13:34.516806 3794 namespace.go:98] [managed-tenant-bhr9i] adding namespace I0507 13:13:34.517661 3794 namespace.go:102] [managed-tenant-bhr9i] adding namespace took 823.08µs I0507 13:13:34.541672 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:13:34.562406 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:13:35.564139 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:13:35.693458 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:13:35.794567 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:14:23.949379 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 13:14:59.976406 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0507 13:15:44.831495 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=64 I0507 13:15:44.839429 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=432 I0507 13:16:12.919859 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0507 13:16:38.933615 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0507 13:16:39.828201 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=77 I0507 13:17:34.829258 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=29 I0507 13:17:56.957621 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0507 13:18:04.950977 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0507 13:18:28.927006 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0507 13:18:31.938234 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0507 13:18:33.829997 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0507 13:19:02.916965 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0507 13:19:09.829776 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0507 13:20:04.119880 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:20:04.120501 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:20:04.992671 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:04.992697 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636000-p4nm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:05.917103 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0507 13:20:47.072853 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-4vhrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:47.072883 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-4vhrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:47.077642 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-4vhrm I0507 13:20:47.077672 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-4vhrm I0507 13:20:50.038799 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xfnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:50.038827 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2xfnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:50.043942 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-2xfnd I0507 13:20:50.043966 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-2xfnd I0507 13:20:54.036688 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwf9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:54.036739 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-mwf9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:20:54.042681 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-mwf9p I0507 13:20:54.042708 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-mwf9p I0507 13:21:13.834410 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0507 13:21:36.922893 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0507 13:22:31.936680 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0507 13:23:17.951961 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0507 13:23:24.842914 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0507 13:23:35.929829 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0507 13:24:13.974303 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0507 13:24:14.979700 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0507 13:24:20.832427 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0507 13:24:29.919623 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0507 13:25:03.954149 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0507 13:25:22.831139 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0507 13:26:19.832480 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0507 13:27:14.925557 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0507 13:27:16.920337 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 13:27:31.014720 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod] creating logical port default-tenant_tsf-comp-yf5bq-on-pull-request-smzpg-init-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:27:31.014872 3794 kube.go:256] Updating pod default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod I0507 13:27:31.047217 3794 pod.go:62] [default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod] pod update took 32.375992ms I0507 13:27:31.047240 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod] addLogicalPort annotation time took 32.402923ms I0507 13:27:31.048568 3794 pods.go:271] [default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod] addLogicalPort took 33.868803ms, libovsdb time 953.782µs I0507 13:27:31.378703 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod 73b3dac47d6c50b33c6db004a630c382d63d3f0bb3dad0e2cdab89b08de75051 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod 73b3dac47d6c50b33c6db004a630c382d63d3f0bb3dad0e2cdab89b08de75051 network default NAD default NAD key ] I0507 13:27:31.388397 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-yf5bq-on-pull-request-smzpg-init-pod, hostIfaceName: 73b3dac47d6c50b, network: default, NAD default, SandboxID: "73b3dac47d6c50b33c6db004a630c382d63d3f0bb3dad0e2cdab89b08de75051", PCI device ID: , UID: "4e04726d-8918-4674-8b07-bab64cc0d22b", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0507 13:27:31.440706 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod 73b3dac47d6c50b33c6db004a630c382d63d3f0bb3dad0e2cdab89b08de75051 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod 73b3dac47d6c50b33c6db004a630c382d63d3f0bb3dad0e2cdab89b08de75051 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:80:86:61:b5:b8\",\"name\":\"73b3dac47d6c50b\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e87d1f5c-a8d9-4f43-a486-9a296e5421f4\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:27:47.904326 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod 73b3dac47d6c50b33c6db004a630c382d63d3f0bb3dad0e2cdab89b08de75051 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod 73b3dac47d6c50b33c6db004a630c382d63d3f0bb3dad0e2cdab89b08de75051 network default NAD default NAD key ] I0507 13:27:47.992522 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod 73b3dac47d6c50b33c6db004a630c382d63d3f0bb3dad0e2cdab89b08de75051 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod 73b3dac47d6c50b33c6db004a630c382d63d3f0bb3dad0e2cdab89b08de75051 network default NAD default NAD key default], result "{}", err I0507 13:27:48.048057 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:27:48.048131 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod I0507 13:27:48.049571 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod, ips: 10.128.0.53 I0507 13:27:48.049605 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:27:48.785720 3794 obj_retry.go:492] Detected object default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:27:48.785820 3794 obj_retry.go:492] Detected object default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:27:48.792761 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod I0507 13:27:48.792782 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-yf5bq-on-pull-request-smzpg-init-pod I0507 13:27:50.940911 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0507 13:27:51.537169 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod] creating logical port default-tenant_tsf-comp-yf5bq-on-push-zxtg2-init-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:27:51.537301 3794 kube.go:256] Updating pod default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod I0507 13:27:51.556777 3794 pod.go:62] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod] pod update took 19.501849ms I0507 13:27:51.556798 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod] addLogicalPort annotation time took 19.528528ms I0507 13:27:51.558079 3794 pods.go:271] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod] addLogicalPort took 20.922338ms, libovsdb time 874.929µs I0507 13:27:51.903597 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod 2429c4d65fc3412f9426a721ea9c863c0daa2afe0ee51234930f1207fbff8ae5 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod 2429c4d65fc3412f9426a721ea9c863c0daa2afe0ee51234930f1207fbff8ae5 network default NAD default NAD key ] I0507 13:27:51.913588 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-yf5bq-on-push-zxtg2-init-pod, hostIfaceName: 2429c4d65fc3412, network: default, NAD default, SandboxID: "2429c4d65fc3412f9426a721ea9c863c0daa2afe0ee51234930f1207fbff8ae5", PCI device ID: , UID: "1e8fc782-9b2c-46ff-abdd-74c9965d215b", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0507 13:27:51.967514 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod 2429c4d65fc3412f9426a721ea9c863c0daa2afe0ee51234930f1207fbff8ae5 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod 2429c4d65fc3412f9426a721ea9c863c0daa2afe0ee51234930f1207fbff8ae5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:0d:9e:d0:76:5d\",\"name\":\"2429c4d65fc3412\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9db7834f-26b8-4563-ac42-7409019d3aec\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:27:57.854487 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod 2429c4d65fc3412f9426a721ea9c863c0daa2afe0ee51234930f1207fbff8ae5 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod 2429c4d65fc3412f9426a721ea9c863c0daa2afe0ee51234930f1207fbff8ae5 network default NAD default NAD key ] I0507 13:27:57.952212 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod 2429c4d65fc3412f9426a721ea9c863c0daa2afe0ee51234930f1207fbff8ae5 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod 2429c4d65fc3412f9426a721ea9c863c0daa2afe0ee51234930f1207fbff8ae5 network default NAD default NAD key default], result "{}", err I0507 13:27:58.012734 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:27:58.012772 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod I0507 13:27:58.014109 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod, ips: 10.128.0.54 I0507 13:27:58.014140 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:27:58.215044 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod] creating logical port default-tenant_tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:27:58.215191 3794 kube.go:256] Updating pod default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod I0507 13:27:58.241727 3794 pod.go:62] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod] pod update took 26.573365ms I0507 13:27:58.241748 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod] addLogicalPort annotation time took 26.598869ms I0507 13:27:58.243119 3794 pods.go:271] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod] addLogicalPort took 28.089424ms, libovsdb time 998.302µs I0507 13:27:58.582452 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod 72a9ccad953b730ed99333eb54f1931e80b58fb53a77462b0cf6cf188f6eae19 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod 72a9ccad953b730ed99333eb54f1931e80b58fb53a77462b0cf6cf188f6eae19 network default NAD default NAD key ] I0507 13:27:58.592822 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod, hostIfaceName: 72a9ccad953b730, network: default, NAD default, SandboxID: "72a9ccad953b730ed99333eb54f1931e80b58fb53a77462b0cf6cf188f6eae19", PCI device ID: , UID: "0e0e7a7c-e1f5-420b-ac1a-cf47a53bd172", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0507 13:27:58.644991 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod 72a9ccad953b730ed99333eb54f1931e80b58fb53a77462b0cf6cf188f6eae19 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod 72a9ccad953b730ed99333eb54f1931e80b58fb53a77462b0cf6cf188f6eae19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b2:40:af:52:f1\",\"name\":\"72a9ccad953b730\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/166119d5-c159-47f7-a729-59bbea182023\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:28:08.418119 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-cmlbl for pod on switch ip-10-0-1-145.ec2.internal I0507 13:28:08.418241 3794 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl I0507 13:28:08.433709 3794 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl] pod update took 15.496514ms I0507 13:28:08.433729 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl] addLogicalPort annotation time took 15.520589ms I0507 13:28:08.435172 3794 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl] addLogicalPort took 17.073198ms, libovsdb time 956.65µs I0507 13:28:08.779567 3794 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl 05c39e25f4a98921f6249c1d5493e1864bf49a7dc9bf6e5f90443ae0e7b6f6c8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl 05c39e25f4a98921f6249c1d5493e1864bf49a7dc9bf6e5f90443ae0e7b6f6c8 network default NAD default NAD key ] I0507 13:28:08.790592 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-cmlbl, hostIfaceName: 05c39e25f4a9892, network: default, NAD default, SandboxID: "05c39e25f4a98921f6249c1d5493e1864bf49a7dc9bf6e5f90443ae0e7b6f6c8", PCI device ID: , UID: "8397bab7-82e3-4f7a-8882-91945da4e63f", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0507 13:28:08.842947 3794 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl 05c39e25f4a98921f6249c1d5493e1864bf49a7dc9bf6e5f90443ae0e7b6f6c8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl 05c39e25f4a98921f6249c1d5493e1864bf49a7dc9bf6e5f90443ae0e7b6f6c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:08:2c:3b:92:95\",\"name\":\"05c39e25f4a9892\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ee8ea38-1845-45a9-8eb8-926ca0fca7dc\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:28:11.981142 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod 72a9ccad953b730ed99333eb54f1931e80b58fb53a77462b0cf6cf188f6eae19 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod 72a9ccad953b730ed99333eb54f1931e80b58fb53a77462b0cf6cf188f6eae19 network default NAD default NAD key ] I0507 13:28:12.072362 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod 72a9ccad953b730ed99333eb54f1931e80b58fb53a77462b0cf6cf188f6eae19 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod 72a9ccad953b730ed99333eb54f1931e80b58fb53a77462b0cf6cf188f6eae19 network default NAD default NAD key default], result "{}", err I0507 13:28:12.148279 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:28:12.148339 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod I0507 13:28:12.149983 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod, ips: 10.128.0.55 I0507 13:28:12.150011 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:28:12.898120 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:28:12.898384 3794 kube.go:256] Updating pod default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod I0507 13:28:12.921179 3794 pod.go:62] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod] pod update took 22.84404ms I0507 13:28:12.921204 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod] addLogicalPort annotation time took 22.873977ms I0507 13:28:12.922778 3794 pods.go:271] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod] addLogicalPort took 24.683668ms, libovsdb time 1.049745ms I0507 13:28:13.323431 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod 62b7ccb3375a24fe9319e4c82416a2308d4e5b6dd78fe19219c824abc7671145 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod 62b7ccb3375a24fe9319e4c82416a2308d4e5b6dd78fe19219c824abc7671145 network default NAD default NAD key ] I0507 13:28:13.333313 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod, hostIfaceName: 62b7ccb3375a24f, network: default, NAD default, SandboxID: "62b7ccb3375a24fe9319e4c82416a2308d4e5b6dd78fe19219c824abc7671145", PCI device ID: , UID: "29a3ec7d-b2d8-4dd4-91e4-b230478ab747", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0507 13:28:13.384720 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod 62b7ccb3375a24fe9319e4c82416a2308d4e5b6dd78fe19219c824abc7671145 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod 62b7ccb3375a24fe9319e4c82416a2308d4e5b6dd78fe19219c824abc7671145 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:01:0d:fa:e8:e9\",\"name\":\"62b7ccb3375a24f\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/888c0aa5-e2ba-40e0-abcf-e38dea2dd4a2\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 13:28:21.983723 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:28:21.983748 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:28:21.983757 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:28:21.983765 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0507 13:28:34.837736 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0507 13:28:41.955544 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0507 13:29:03.832194 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0507 13:29:19.443366 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod 62b7ccb3375a24fe9319e4c82416a2308d4e5b6dd78fe19219c824abc7671145 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod 62b7ccb3375a24fe9319e4c82416a2308d4e5b6dd78fe19219c824abc7671145 network default NAD default NAD key ] I0507 13:29:19.525753 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod 62b7ccb3375a24fe9319e4c82416a2308d4e5b6dd78fe19219c824abc7671145 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod 62b7ccb3375a24fe9319e4c82416a2308d4e5b6dd78fe19219c824abc7671145 network default NAD default NAD key default], result "{}", err I0507 13:29:19.606591 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:29:19.606637 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod I0507 13:29:19.608087 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod, ips: 10.128.0.57 I0507 13:29:19.608115 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:29:21.835095 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0507 13:30:04.385080 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:30:04.385668 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:30:05.214798 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:30:05.214826 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636010-pw4mf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:30:05.248926 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:30:05.248948 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:30:05.255938 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 I0507 13:30:05.255961 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635980-g6sf2 I0507 13:30:28.922725 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0507 13:30:33.846102 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=84 I0507 13:30:59.956947 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0507 13:31:27.939821 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0507 13:31:58.982905 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 13:32:02.425575 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod] creating logical port default-tenant_tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:32:02.425772 3794 kube.go:256] Updating pod default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod I0507 13:32:02.466173 3794 pod.go:62] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod] pod update took 40.446842ms I0507 13:32:02.466197 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod] addLogicalPort annotation time took 40.478159ms I0507 13:32:02.467621 3794 pods.go:271] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod] addLogicalPort took 42.065413ms, libovsdb time 935.511µs I0507 13:32:02.790335 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod f245e2cf553e56b221e5be3fc1accb33cecc8628a7a895577c650fdec77cdf3f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod f245e2cf553e56b221e5be3fc1accb33cecc8628a7a895577c650fdec77cdf3f network default NAD default NAD key ] I0507 13:32:02.799771 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod, hostIfaceName: f245e2cf553e56b, network: default, NAD default, SandboxID: "f245e2cf553e56b221e5be3fc1accb33cecc8628a7a895577c650fdec77cdf3f", PCI device ID: , UID: "70c56549-2bee-41cb-8fa3-dbc37e42fbac", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0507 13:32:02.853013 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod f245e2cf553e56b221e5be3fc1accb33cecc8628a7a895577c650fdec77cdf3f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod f245e2cf553e56b221e5be3fc1accb33cecc8628a7a895577c650fdec77cdf3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:aa:c5:be:b0:d5\",\"name\":\"f245e2cf553e56b\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/593c73ff-e44f-4f4f-ad92-6dd11f5bea0b\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:32:03.125312 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:32:03.125926 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:32:35.093035 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:32:35.093177 3794 kube.go:256] Updating pod default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod I0507 13:32:35.124708 3794 pod.go:62] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod] pod update took 31.557048ms I0507 13:32:35.124732 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod] addLogicalPort annotation time took 31.587165ms I0507 13:32:35.125966 3794 pods.go:271] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod] addLogicalPort took 32.951792ms, libovsdb time 861.275µs I0507 13:32:35.456376 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod 09d8a3968d9870bea100fe6a0422d5de024bf499036531833a5555efee96de6e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod 09d8a3968d9870bea100fe6a0422d5de024bf499036531833a5555efee96de6e network default NAD default NAD key ] I0507 13:32:35.465531 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod, hostIfaceName: 09d8a3968d9870b, network: default, NAD default, SandboxID: "09d8a3968d9870bea100fe6a0422d5de024bf499036531833a5555efee96de6e", PCI device ID: , UID: "23050274-bfb8-4dce-9423-0d8c51503f0c", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0507 13:32:35.518524 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod 09d8a3968d9870bea100fe6a0422d5de024bf499036531833a5555efee96de6e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod 09d8a3968d9870bea100fe6a0422d5de024bf499036531833a5555efee96de6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:6b:6b:9f:94:36\",\"name\":\"09d8a3968d9870b\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02e23c59-e754-4964-94ce-d1b56c6c0bdc\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:32:35.709721 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod f245e2cf553e56b221e5be3fc1accb33cecc8628a7a895577c650fdec77cdf3f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod f245e2cf553e56b221e5be3fc1accb33cecc8628a7a895577c650fdec77cdf3f network default NAD default NAD key ] I0507 13:32:35.804574 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod f245e2cf553e56b221e5be3fc1accb33cecc8628a7a895577c650fdec77cdf3f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod f245e2cf553e56b221e5be3fc1accb33cecc8628a7a895577c650fdec77cdf3f network default NAD default NAD key default], result "{}", err I0507 13:32:35.925303 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:32:35.925342 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod I0507 13:32:35.926733 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod, ips: 10.128.0.58 I0507 13:32:35.926761 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:32:36.328784 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:32:36.328918 3794 kube.go:256] Updating pod default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod I0507 13:32:36.352497 3794 pod.go:62] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod] pod update took 23.619318ms I0507 13:32:36.352519 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod] addLogicalPort annotation time took 23.646319ms I0507 13:32:36.353883 3794 pods.go:271] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod] addLogicalPort took 25.119582ms, libovsdb time 906.264µs I0507 13:32:36.357794 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:32:36.357925 3794 kube.go:256] Updating pod default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod I0507 13:32:36.388346 3794 pod.go:62] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod] pod update took 30.450645ms I0507 13:32:36.388368 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod] addLogicalPort annotation time took 30.476527ms I0507 13:32:36.389749 3794 pods.go:271] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod] addLogicalPort took 31.966582ms, libovsdb time 965.212µs I0507 13:32:36.553762 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:32:36.553888 3794 kube.go:256] Updating pod default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod I0507 13:32:36.573230 3794 pod.go:62] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod] pod update took 19.382863ms I0507 13:32:36.573252 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod] addLogicalPort annotation time took 19.406383ms I0507 13:32:36.574589 3794 pods.go:271] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod] addLogicalPort took 20.848943ms, libovsdb time 940.254µs I0507 13:32:36.615440 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod] creating logical port default-tenant_tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:32:36.615692 3794 kube.go:256] Updating pod default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod I0507 13:32:36.637974 3794 pod.go:62] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod] pod update took 22.333165ms I0507 13:32:36.638000 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod] addLogicalPort annotation time took 22.363192ms I0507 13:32:36.639775 3794 pods.go:271] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod] addLogicalPort took 24.351939ms, libovsdb time 1.190151ms I0507 13:32:36.696396 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod ba15e6b8101216c800c5c1c8e008f9ed55947a3c157eae5825d5037366aff6b0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod ba15e6b8101216c800c5c1c8e008f9ed55947a3c157eae5825d5037366aff6b0 network default NAD default NAD key ] I0507 13:32:36.708195 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod, hostIfaceName: ba15e6b8101216c, network: default, NAD default, SandboxID: "ba15e6b8101216c800c5c1c8e008f9ed55947a3c157eae5825d5037366aff6b0", PCI device ID: , UID: "13e273f7-10cf-485a-b232-cb3d97980589", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0507 13:32:36.727636 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod 6fa428d3a1744d459fc5bb68fa6f76e71879502fe99f6841032ebb97bf8c7d26 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod 6fa428d3a1744d459fc5bb68fa6f76e71879502fe99f6841032ebb97bf8c7d26 network default NAD default NAD key ] I0507 13:32:36.737583 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod, hostIfaceName: 6fa428d3a1744d4, network: default, NAD default, SandboxID: "6fa428d3a1744d459fc5bb68fa6f76e71879502fe99f6841032ebb97bf8c7d26", PCI device ID: , UID: "f488e09d-93b1-43c7-90e2-3bf55b0b1927", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0507 13:32:36.766822 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod ba15e6b8101216c800c5c1c8e008f9ed55947a3c157eae5825d5037366aff6b0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod ba15e6b8101216c800c5c1c8e008f9ed55947a3c157eae5825d5037366aff6b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:c5:a6:fa:a2:f1\",\"name\":\"ba15e6b8101216c\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07b25111-1aaf-4b3e-b21d-f59f83e181aa\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:32:36.916378 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod 91f92a6d0d77c59bf9af6828de354c51ee7ac36d7aafdd29fa3f5b4af704dbb2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod 91f92a6d0d77c59bf9af6828de354c51ee7ac36d7aafdd29fa3f5b4af704dbb2 network default NAD default NAD key ] I0507 13:32:36.926409 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod, hostIfaceName: 91f92a6d0d77c59, network: default, NAD default, SandboxID: "91f92a6d0d77c59bf9af6828de354c51ee7ac36d7aafdd29fa3f5b4af704dbb2", PCI device ID: , UID: "3a04adee-2472-45e0-816e-1e5dc72e0f41", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0507 13:32:36.981731 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod 91f92a6d0d77c59bf9af6828de354c51ee7ac36d7aafdd29fa3f5b4af704dbb2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod 91f92a6d0d77c59bf9af6828de354c51ee7ac36d7aafdd29fa3f5b4af704dbb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:0e:7f:6c:44:44\",\"name\":\"91f92a6d0d77c59\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6a63f57-76dc-4957-8fe2-6f1f5c3b8188\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:32:36.985634 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod b74e1b84cee664c0aab2ef26548c0374edc024aaee5f70cd3c75d17ae0da6442 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod b74e1b84cee664c0aab2ef26548c0374edc024aaee5f70cd3c75d17ae0da6442 network default NAD default NAD key ] I0507 13:32:36.995131 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod, hostIfaceName: b74e1b84cee664c, network: default, NAD default, SandboxID: "b74e1b84cee664c0aab2ef26548c0374edc024aaee5f70cd3c75d17ae0da6442", PCI device ID: , UID: "74b53a66-65ce-4e7c-a94d-e051e955be05", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0507 13:32:37.002029 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod 6fa428d3a1744d459fc5bb68fa6f76e71879502fe99f6841032ebb97bf8c7d26 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod 6fa428d3a1744d459fc5bb68fa6f76e71879502fe99f6841032ebb97bf8c7d26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:43:83:9e:ba:31\",\"name\":\"6fa428d3a1744d4\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c074dce9-e6d0-4140-b3f0-9ba3bdf8e59e\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:32:37.051620 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod b74e1b84cee664c0aab2ef26548c0374edc024aaee5f70cd3c75d17ae0da6442 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod b74e1b84cee664c0aab2ef26548c0374edc024aaee5f70cd3c75d17ae0da6442 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:26:1f:5c:61:6e\",\"name\":\"b74e1b84cee664c\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/009fcacf-c1d9-4dad-a0cb-a8b2a9ab4863\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:33:00.932900 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0507 13:33:13.835053 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0507 13:33:23.928966 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0507 13:33:38.923720 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0507 13:33:38.978420 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0507 13:33:54.958478 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0507 13:33:57.731159 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:33:57.731802 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:08.573491 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod 6fa428d3a1744d459fc5bb68fa6f76e71879502fe99f6841032ebb97bf8c7d26 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod 6fa428d3a1744d459fc5bb68fa6f76e71879502fe99f6841032ebb97bf8c7d26 network default NAD default NAD key ] I0507 13:34:08.668031 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod 6fa428d3a1744d459fc5bb68fa6f76e71879502fe99f6841032ebb97bf8c7d26 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod 6fa428d3a1744d459fc5bb68fa6f76e71879502fe99f6841032ebb97bf8c7d26 network default NAD default NAD key default], result "{}", err I0507 13:34:12.699163 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:12.699195 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod I0507 13:34:12.700638 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod, ips: 10.128.0.61 I0507 13:34:12.700684 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.617948 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod 91f92a6d0d77c59bf9af6828de354c51ee7ac36d7aafdd29fa3f5b4af704dbb2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod 91f92a6d0d77c59bf9af6828de354c51ee7ac36d7aafdd29fa3f5b4af704dbb2 network default NAD default NAD key ] I0507 13:34:13.618755 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod 09d8a3968d9870bea100fe6a0422d5de024bf499036531833a5555efee96de6e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod 09d8a3968d9870bea100fe6a0422d5de024bf499036531833a5555efee96de6e network default NAD default NAD key ] I0507 13:34:13.619280 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod ba15e6b8101216c800c5c1c8e008f9ed55947a3c157eae5825d5037366aff6b0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod ba15e6b8101216c800c5c1c8e008f9ed55947a3c157eae5825d5037366aff6b0 network default NAD default NAD key ] I0507 13:34:13.740333 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod 91f92a6d0d77c59bf9af6828de354c51ee7ac36d7aafdd29fa3f5b4af704dbb2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod 91f92a6d0d77c59bf9af6828de354c51ee7ac36d7aafdd29fa3f5b4af704dbb2 network default NAD default NAD key default], result "{}", err I0507 13:34:13.756996 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod ba15e6b8101216c800c5c1c8e008f9ed55947a3c157eae5825d5037366aff6b0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod ba15e6b8101216c800c5c1c8e008f9ed55947a3c157eae5825d5037366aff6b0 network default NAD default NAD key default], result "{}", err I0507 13:34:13.760374 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod 09d8a3968d9870bea100fe6a0422d5de024bf499036531833a5555efee96de6e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod 09d8a3968d9870bea100fe6a0422d5de024bf499036531833a5555efee96de6e network default NAD default NAD key default], result "{}", err I0507 13:34:13.916896 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.916992 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod I0507 13:34:13.918594 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod, ips: 10.128.0.62 I0507 13:34:13.918623 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.954407 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.954440 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod I0507 13:34:13.955627 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod, ips: 10.128.0.59 I0507 13:34:13.955671 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.993161 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:13.993189 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod I0507 13:34:13.994336 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod, ips: 10.128.0.60 I0507 13:34:13.994358 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:25.730838 3794 cni.go:452] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod b74e1b84cee664c0aab2ef26548c0374edc024aaee5f70cd3c75d17ae0da6442 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod b74e1b84cee664c0aab2ef26548c0374edc024aaee5f70cd3c75d17ae0da6442 network default NAD default NAD key ] I0507 13:34:25.829629 3794 cni.go:473] [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod b74e1b84cee664c0aab2ef26548c0374edc024aaee5f70cd3c75d17ae0da6442 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod b74e1b84cee664c0aab2ef26548c0374edc024aaee5f70cd3c75d17ae0da6442 network default NAD default NAD key default], result "{}", err I0507 13:34:26.028906 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:26.028946 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod I0507 13:34:26.030501 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod, ips: 10.128.0.63 I0507 13:34:26.030530 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-yf5bq-on-push-zxtg2-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:29.299878 3794 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-uzeh-24k9q-collect-keyless-params-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:34:29.300037 3794 kube.go:256] Updating pod default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod I0507 13:34:29.324713 3794 pod.go:62] [default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod] pod update took 24.716678ms I0507 13:34:29.324736 3794 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod] addLogicalPort annotation time took 24.747137ms I0507 13:34:29.326106 3794 pods.go:271] [default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod] addLogicalPort took 26.249483ms, libovsdb time 894.706µs I0507 13:34:29.668860 3794 cni.go:452] [default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod 5474feb935987a03284e3784574debb417e1acae4c37fb373991364b772aeeeb network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod 5474feb935987a03284e3784574debb417e1acae4c37fb373991364b772aeeeb network default NAD default NAD key ] I0507 13:34:29.678314 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-uzeh-24k9q-collect-keyless-params-pod, hostIfaceName: 5474feb935987a0, network: default, NAD default, SandboxID: "5474feb935987a03284e3784574debb417e1acae4c37fb373991364b772aeeeb", PCI device ID: , UID: "c34193e5-8d3e-4384-a989-4f499f0d7832", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0507 13:34:29.940132 3794 cni.go:473] [default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod 5474feb935987a03284e3784574debb417e1acae4c37fb373991364b772aeeeb network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod 5474feb935987a03284e3784574debb417e1acae4c37fb373991364b772aeeeb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:61:26:be:43:21\",\"name\":\"5474feb935987a0\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1eb90d7a-5a44-4c9b-9ac6-a50ceb82d440\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:34:45.897858 3794 cni.go:452] [default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod 5474feb935987a03284e3784574debb417e1acae4c37fb373991364b772aeeeb network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod 5474feb935987a03284e3784574debb417e1acae4c37fb373991364b772aeeeb network default NAD default NAD key ] I0507 13:34:45.986264 3794 cni.go:473] [default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod 5474feb935987a03284e3784574debb417e1acae4c37fb373991364b772aeeeb network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod 5474feb935987a03284e3784574debb417e1acae4c37fb373991364b772aeeeb network default NAD default NAD key default], result "{}", err I0507 13:34:46.110409 3794 obj_retry.go:498] Detected object default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:46.110450 3794 pods.go:176] Deleting pod: default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod I0507 13:34:46.112041 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod, ips: 10.128.0.64 I0507 13:34:46.112066 3794 obj_retry.go:498] Detected object default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:34:46.841096 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0507 13:35:06.833891 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0507 13:35:11.247558 3794 obj_retry.go:498] Detected object default-tenant/my-integration-test-uzeh-24k9q-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:11.248233 3794 obj_retry.go:498] Detected object default-tenant/my-integration-test-uzeh-24k9q-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:24.141853 3794 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl 05c39e25f4a98921f6249c1d5493e1864bf49a7dc9bf6e5f90443ae0e7b6f6c8 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl 05c39e25f4a98921f6249c1d5493e1864bf49a7dc9bf6e5f90443ae0e7b6f6c8 network default NAD default NAD key ] I0507 13:35:24.229607 3794 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl 05c39e25f4a98921f6249c1d5493e1864bf49a7dc9bf6e5f90443ae0e7b6f6c8 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl 05c39e25f4a98921f6249c1d5493e1864bf49a7dc9bf6e5f90443ae0e7b6f6c8 network default NAD default NAD key default], result "{}", err I0507 13:35:24.292939 3794 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:24.292971 3794 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl I0507 13:35:24.294444 3794 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl, ips: 10.128.0.56 I0507 13:35:24.294471 3794 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:25.171734 3794 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:35:25.171792 3794 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:35:25.180412 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl I0507 13:35:25.180442 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cmlbl I0507 13:35:26.015708 3794 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-verify-access-to-resources-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:35:26.015883 3794 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod I0507 13:35:26.040900 3794 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod] pod update took 25.048576ms I0507 13:35:26.040932 3794 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod] addLogicalPort annotation time took 25.087855ms I0507 13:35:26.042270 3794 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod] addLogicalPort took 26.584854ms, libovsdb time 922.87µs I0507 13:35:26.383332 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod c3c14a1dc8a0446716bd89efa32e06db40468caef3239fa629d11be875e82546 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod c3c14a1dc8a0446716bd89efa32e06db40468caef3239fa629d11be875e82546 network default NAD default NAD key ] I0507 13:35:26.392898 3794 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-verify-access-to-resources-pod, hostIfaceName: c3c14a1dc8a0446, network: default, NAD default, SandboxID: "c3c14a1dc8a0446716bd89efa32e06db40468caef3239fa629d11be875e82546", PCI device ID: , UID: "03352222-84c3-487d-82f5-0ee54f19a143", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0507 13:35:26.446986 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod c3c14a1dc8a0446716bd89efa32e06db40468caef3239fa629d11be875e82546 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod c3c14a1dc8a0446716bd89efa32e06db40468caef3239fa629d11be875e82546 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:82:f2:2f:3e:07\",\"name\":\"c3c14a1dc8a0446\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1565a73c-2bb0-4427-bcf0-f05ebc422fb1\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:35:28.866257 3794 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0] creating logical port managed-tenant-bhr9i_affinity-assistant-3cdae621f4-0 for pod on switch ip-10-0-1-145.ec2.internal I0507 13:35:28.866419 3794 kube.go:256] Updating pod managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 I0507 13:35:28.880402 3794 pod.go:62] [managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0] pod update took 14.014354ms I0507 13:35:28.880429 3794 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0] addLogicalPort annotation time took 14.049587ms I0507 13:35:28.882214 3794 pods.go:271] [managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0] addLogicalPort took 15.975442ms, libovsdb time 1.187135ms I0507 13:35:29.239778 3794 cni.go:452] [managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 92383b1500e9d50d6df474f973193ba1c42e21d7f867fdd56b53779a656c74b9 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 92383b1500e9d50d6df474f973193ba1c42e21d7f867fdd56b53779a656c74b9 network default NAD default NAD key ] I0507 13:35:29.251084 3794 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: affinity-assistant-3cdae621f4-0, hostIfaceName: 92383b1500e9d50, network: default, NAD default, SandboxID: "92383b1500e9d50d6df474f973193ba1c42e21d7f867fdd56b53779a656c74b9", PCI device ID: , UID: "98f4d67b-43d7-4f5d-8f02-df3b38b866af", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0507 13:35:29.316970 3794 cni.go:473] [managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 92383b1500e9d50d6df474f973193ba1c42e21d7f867fdd56b53779a656c74b9 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 92383b1500e9d50d6df474f973193ba1c42e21d7f867fdd56b53779a656c74b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:32:ca:be:42:e1\",\"name\":\"92383b1500e9d50\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee15dad7-19ac-4f37-b0e4-d561fa67f941\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:35:38.925233 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0507 13:35:39.170327 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-f9pbc for pod on switch ip-10-0-1-145.ec2.internal I0507 13:35:39.170476 3794 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc I0507 13:35:39.187191 3794 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc] pod update took 16.752509ms I0507 13:35:39.187224 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc] addLogicalPort annotation time took 16.790385ms I0507 13:35:39.188800 3794 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc] addLogicalPort took 18.493776ms, libovsdb time 998.345µs I0507 13:35:42.652339 3794 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc 8eeba6c19fc3f682da4c12663a583a6fb6f47caadc59eaf466346e084452540c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc 8eeba6c19fc3f682da4c12663a583a6fb6f47caadc59eaf466346e084452540c network default NAD default NAD key ] I0507 13:35:42.661447 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-f9pbc, hostIfaceName: 8eeba6c19fc3f68, network: default, NAD default, SandboxID: "8eeba6c19fc3f682da4c12663a583a6fb6f47caadc59eaf466346e084452540c", PCI device ID: , UID: "d4647fe1-80f6-4a71-bcb4-c6e4a58c1938", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0507 13:35:42.716914 3794 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc 8eeba6c19fc3f682da4c12663a583a6fb6f47caadc59eaf466346e084452540c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc 8eeba6c19fc3f682da4c12663a583a6fb6f47caadc59eaf466346e084452540c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:6b:09:0e:38:d1\",\"name\":\"8eeba6c19fc3f68\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d457d708-d334-4e71-8b96-e2a3ce84612f\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:35:46.367353 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod c3c14a1dc8a0446716bd89efa32e06db40468caef3239fa629d11be875e82546 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod c3c14a1dc8a0446716bd89efa32e06db40468caef3239fa629d11be875e82546 network default NAD default NAD key ] I0507 13:35:46.452929 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod c3c14a1dc8a0446716bd89efa32e06db40468caef3239fa629d11be875e82546 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod c3c14a1dc8a0446716bd89efa32e06db40468caef3239fa629d11be875e82546 network default NAD default NAD key default], result "{}", err I0507 13:35:46.520151 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:46.520186 3794 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod I0507 13:35:46.521542 3794 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod, ips: 10.128.0.65 I0507 13:35:46.521575 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:46.687015 3794 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-collect-data-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-collect-data-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:35:46.687176 3794 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-collect-data-pod I0507 13:35:46.710262 3794 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-collect-data-pod] pod update took 23.128937ms I0507 13:35:46.710286 3794 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-collect-data-pod] addLogicalPort annotation time took 23.15632ms I0507 13:35:46.711551 3794 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-collect-data-pod] addLogicalPort took 24.55568ms, libovsdb time 844.496µs I0507 13:35:47.056048 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-collect-data-pod fe16557079466daecb61a388f8b9ff48a412f84f75c5fc8f792308d9b28ee8b4 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-data-pod fe16557079466daecb61a388f8b9ff48a412f84f75c5fc8f792308d9b28ee8b4 network default NAD default NAD key ] I0507 13:35:47.065789 3794 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-collect-data-pod, hostIfaceName: fe16557079466da, network: default, NAD default, SandboxID: "fe16557079466daecb61a388f8b9ff48a412f84f75c5fc8f792308d9b28ee8b4", PCI device ID: , UID: "5bcd07aa-ab79-4915-874d-5e26259d2e45", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0507 13:35:47.122260 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-collect-data-pod fe16557079466daecb61a388f8b9ff48a412f84f75c5fc8f792308d9b28ee8b4 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-data-pod fe16557079466daecb61a388f8b9ff48a412f84f75c5fc8f792308d9b28ee8b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:7e:b0:d5:99:11\",\"name\":\"fe16557079466da\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66aa1e56-2a62-4cdc-94c5-4138a5cd5f96\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 13:35:54.351592 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:35:54.351620 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:35:54.351628 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 13:35:54.351633 3794 util.go:959] Failed to build node endpoints for node ip-10-0-1-145.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0507 13:35:55.309695 3794 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-collect-signing-params-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:35:55.309859 3794 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod I0507 13:35:55.330774 3794 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod] pod update took 20.948901ms I0507 13:35:55.330806 3794 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod] addLogicalPort annotation time took 20.986035ms I0507 13:35:55.332198 3794 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod] addLogicalPort took 22.524357ms, libovsdb time 958.999µs I0507 13:35:55.455234 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-collect-data-pod fe16557079466daecb61a388f8b9ff48a412f84f75c5fc8f792308d9b28ee8b4 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-data-pod fe16557079466daecb61a388f8b9ff48a412f84f75c5fc8f792308d9b28ee8b4 network default NAD default NAD key ] I0507 13:35:55.548632 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-collect-data-pod fe16557079466daecb61a388f8b9ff48a412f84f75c5fc8f792308d9b28ee8b4 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-data-pod fe16557079466daecb61a388f8b9ff48a412f84f75c5fc8f792308d9b28ee8b4 network default NAD default NAD key default], result "{}", err I0507 13:35:55.629709 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:55.629748 3794 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-collect-data-pod I0507 13:35:55.631195 3794 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-collect-data-pod, ips: 10.128.0.68 I0507 13:35:55.631225 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:35:55.676977 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod 8760ac436c8301b73b7f832ae3799642ea942a0411f0e792dda318304fa6a200 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod 8760ac436c8301b73b7f832ae3799642ea942a0411f0e792dda318304fa6a200 network default NAD default NAD key ] I0507 13:35:55.686191 3794 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-collect-signing-params-pod, hostIfaceName: 8760ac436c8301b, network: default, NAD default, SandboxID: "8760ac436c8301b73b7f832ae3799642ea942a0411f0e792dda318304fa6a200", PCI device ID: , UID: "66ca2737-e988-498f-b74f-f8b0c544f314", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0507 13:35:55.741195 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod 8760ac436c8301b73b7f832ae3799642ea942a0411f0e792dda318304fa6a200 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod 8760ac436c8301b73b7f832ae3799642ea942a0411f0e792dda318304fa6a200 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c9:ab:00:0c:20\",\"name\":\"8760ac436c8301b\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44221fee-03ff-46ea-abc9-223b9ac9590c\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:35:57.635560 3794 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-check-data-keys-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:35:57.635734 3794 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod I0507 13:35:57.660775 3794 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod] pod update took 25.071774ms I0507 13:35:57.660795 3794 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod] addLogicalPort annotation time took 25.101709ms I0507 13:35:57.662071 3794 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod] addLogicalPort took 26.526498ms, libovsdb time 872.025µs I0507 13:35:57.999796 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod 47d1f4492030f46ca348bf1aa487451c5f5b4769edccb96a5f0e8b9bf7c9dbe6 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod 47d1f4492030f46ca348bf1aa487451c5f5b4769edccb96a5f0e8b9bf7c9dbe6 network default NAD default NAD key ] I0507 13:35:58.009360 3794 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-check-data-keys-pod, hostIfaceName: 47d1f4492030f46, network: default, NAD default, SandboxID: "47d1f4492030f46ca348bf1aa487451c5f5b4769edccb96a5f0e8b9bf7c9dbe6", PCI device ID: , UID: "ab256edd-86bf-43c3-ab68-5a8fbbdb5dbc", MAC: 0a:58:0a:80:00:46, IPs: [10.128.0.70/23] I0507 13:35:58.062447 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod 47d1f4492030f46ca348bf1aa487451c5f5b4769edccb96a5f0e8b9bf7c9dbe6 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod 47d1f4492030f46ca348bf1aa487451c5f5b4769edccb96a5f0e8b9bf7c9dbe6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:22:8d:2e:ce:ba\",\"name\":\"47d1f4492030f46\"},{\"mac\":\"0a:58:0a:80:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee3b1cc2-cebf-494a-b1d9-4015f26f0bbb\"}],\"ips\":[{\"address\":\"10.128.0.70/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:35:58.253832 3794 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-reduce-snapshot-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:35:58.253967 3794 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod I0507 13:35:58.281774 3794 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod] pod update took 27.839901ms I0507 13:35:58.281799 3794 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod] addLogicalPort annotation time took 27.869625ms I0507 13:35:58.283147 3794 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod] addLogicalPort took 29.335964ms, libovsdb time 921.786µs I0507 13:35:58.618079 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod 0dbb97929813f539527084ed9db0480b398261f931ce4dd163c176f56b54262c network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod 0dbb97929813f539527084ed9db0480b398261f931ce4dd163c176f56b54262c network default NAD default NAD key ] I0507 13:35:58.627393 3794 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-reduce-snapshot-pod, hostIfaceName: 0dbb97929813f53, network: default, NAD default, SandboxID: "0dbb97929813f539527084ed9db0480b398261f931ce4dd163c176f56b54262c", PCI device ID: , UID: "ba68687d-872f-49c1-9c9d-3712ed5f1beb", MAC: 0a:58:0a:80:00:47, IPs: [10.128.0.71/23] I0507 13:35:58.681122 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod 0dbb97929813f539527084ed9db0480b398261f931ce4dd163c176f56b54262c network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod 0dbb97929813f539527084ed9db0480b398261f931ce4dd163c176f56b54262c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:23:95:d5:f6:44\",\"name\":\"0dbb97929813f53\"},{\"mac\":\"0a:58:0a:80:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/899a14d3-1e13-4a44-bee2-023f1cb758a9\"}],\"ips\":[{\"address\":\"10.128.0.71/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:36:02.943535 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 13:36:07.601759 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod 47d1f4492030f46ca348bf1aa487451c5f5b4769edccb96a5f0e8b9bf7c9dbe6 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod 47d1f4492030f46ca348bf1aa487451c5f5b4769edccb96a5f0e8b9bf7c9dbe6 network default NAD default NAD key ] I0507 13:36:07.691544 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod 47d1f4492030f46ca348bf1aa487451c5f5b4769edccb96a5f0e8b9bf7c9dbe6 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod 47d1f4492030f46ca348bf1aa487451c5f5b4769edccb96a5f0e8b9bf7c9dbe6 network default NAD default NAD key default], result "{}", err I0507 13:36:07.798292 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:07.798329 3794 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod I0507 13:36:07.799871 3794 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod, ips: 10.128.0.70 I0507 13:36:07.799902 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:08.610531 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod 8760ac436c8301b73b7f832ae3799642ea942a0411f0e792dda318304fa6a200 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod 8760ac436c8301b73b7f832ae3799642ea942a0411f0e792dda318304fa6a200 network default NAD default NAD key ] I0507 13:36:08.686763 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod 8760ac436c8301b73b7f832ae3799642ea942a0411f0e792dda318304fa6a200 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod 8760ac436c8301b73b7f832ae3799642ea942a0411f0e792dda318304fa6a200 network default NAD default NAD key default], result "{}", err I0507 13:36:08.817254 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:08.817288 3794 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod I0507 13:36:08.818665 3794 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod, ips: 10.128.0.69 I0507 13:36:08.818699 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:15.810105 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:15.810686 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:15.840323 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:15.840910 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:19.718748 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod 0dbb97929813f539527084ed9db0480b398261f931ce4dd163c176f56b54262c network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod 0dbb97929813f539527084ed9db0480b398261f931ce4dd163c176f56b54262c network default NAD default NAD key ] I0507 13:36:19.828561 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod 0dbb97929813f539527084ed9db0480b398261f931ce4dd163c176f56b54262c network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod 0dbb97929813f539527084ed9db0480b398261f931ce4dd163c176f56b54262c network default NAD default NAD key default], result "{}", err I0507 13:36:19.914471 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:19.914513 3794 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod I0507 13:36:19.915991 3794 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod, ips: 10.128.0.71 I0507 13:36:19.916020 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:25.835191 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53 I0507 13:36:31.768204 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:31.768864 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:33.467978 3794 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-filter-already-released-images-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:36:33.468098 3794 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod I0507 13:36:33.505942 3794 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod] pod update took 37.874413ms I0507 13:36:33.505967 3794 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod] addLogicalPort annotation time took 37.905454ms I0507 13:36:33.507481 3794 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod] addLogicalPort took 39.520525ms, libovsdb time 996.752µs I0507 13:36:33.839191 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod f87f6773b39113121c63b15de7606a9af60d52e15b9cb5b5d7594d34f6fdb7f2 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod f87f6773b39113121c63b15de7606a9af60d52e15b9cb5b5d7594d34f6fdb7f2 network default NAD default NAD key ] I0507 13:36:33.849002 3794 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-filter-already-released-images-pod, hostIfaceName: f87f6773b391131, network: default, NAD default, SandboxID: "f87f6773b39113121c63b15de7606a9af60d52e15b9cb5b5d7594d34f6fdb7f2", PCI device ID: , UID: "6b637d4b-c128-4cda-a7c6-ecaf9ebaff49", MAC: 0a:58:0a:80:00:48, IPs: [10.128.0.72/23] I0507 13:36:33.904626 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod f87f6773b39113121c63b15de7606a9af60d52e15b9cb5b5d7594d34f6fdb7f2 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod f87f6773b39113121c63b15de7606a9af60d52e15b9cb5b5d7594d34f6fdb7f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:e4:82:4c:44:ef\",\"name\":\"f87f6773b391131\"},{\"mac\":\"0a:58:0a:80:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c59f7e1-5f1e-4f2d-b647-9fe7a7a7d77f\"}],\"ips\":[{\"address\":\"10.128.0.72/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:36:43.950352 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod f87f6773b39113121c63b15de7606a9af60d52e15b9cb5b5d7594d34f6fdb7f2 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod f87f6773b39113121c63b15de7606a9af60d52e15b9cb5b5d7594d34f6fdb7f2 network default NAD default NAD key ] I0507 13:36:44.051156 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod f87f6773b39113121c63b15de7606a9af60d52e15b9cb5b5d7594d34f6fdb7f2 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod f87f6773b39113121c63b15de7606a9af60d52e15b9cb5b5d7594d34f6fdb7f2 network default NAD default NAD key default], result "{}", err I0507 13:36:44.162297 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:44.162333 3794 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod I0507 13:36:44.164709 3794 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod, ips: 10.128.0.72 I0507 13:36:44.164744 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:44.494081 3794 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-collect-tpa-params-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:36:44.494240 3794 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod I0507 13:36:44.517795 3794 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod] pod update took 23.586368ms I0507 13:36:44.517827 3794 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod] addLogicalPort annotation time took 23.623778ms I0507 13:36:44.519185 3794 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod] addLogicalPort took 25.125873ms, libovsdb time 892.764µs I0507 13:36:44.861690 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod 872713107b5f1adbaa9d08fa3f0c005adc56a5a01936e8c8ec974687f156d3e1 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod 872713107b5f1adbaa9d08fa3f0c005adc56a5a01936e8c8ec974687f156d3e1 network default NAD default NAD key ] I0507 13:36:44.871449 3794 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-collect-tpa-params-pod, hostIfaceName: 872713107b5f1ad, network: default, NAD default, SandboxID: "872713107b5f1adbaa9d08fa3f0c005adc56a5a01936e8c8ec974687f156d3e1", PCI device ID: , UID: "c6d661aa-f9bd-4c38-b7cc-ea8b34bf3a40", MAC: 0a:58:0a:80:00:49, IPs: [10.128.0.73/23] I0507 13:36:44.925892 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod 872713107b5f1adbaa9d08fa3f0c005adc56a5a01936e8c8ec974687f156d3e1 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod 872713107b5f1adbaa9d08fa3f0c005adc56a5a01936e8c8ec974687f156d3e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e4:d9:f0:df:b9\",\"name\":\"872713107b5f1ad\"},{\"mac\":\"0a:58:0a:80:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58e4d610-1f1c-4db7-bf44-d805bf3696cc\"}],\"ips\":[{\"address\":\"10.128.0.73/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:36:48.849032 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=263 I0507 13:36:53.045012 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod 872713107b5f1adbaa9d08fa3f0c005adc56a5a01936e8c8ec974687f156d3e1 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod 872713107b5f1adbaa9d08fa3f0c005adc56a5a01936e8c8ec974687f156d3e1 network default NAD default NAD key ] I0507 13:36:53.137322 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod 872713107b5f1adbaa9d08fa3f0c005adc56a5a01936e8c8ec974687f156d3e1 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod 872713107b5f1adbaa9d08fa3f0c005adc56a5a01936e8c8ec974687f156d3e1 network default NAD default NAD key default], result "{}", err I0507 13:36:53.207359 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:36:53.207396 3794 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod I0507 13:36:53.208735 3794 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod, ips: 10.128.0.73 I0507 13:36:53.208764 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:37:23.278352 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:37:23.278887 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:37:24.899646 3794 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-push-snapshot-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:37:24.899802 3794 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod I0507 13:37:24.929482 3794 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod] pod update took 29.716932ms I0507 13:37:24.929591 3794 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod] addLogicalPort annotation time took 29.830554ms I0507 13:37:24.935934 3794 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod] addLogicalPort took 36.308605ms, libovsdb time 5.271911ms I0507 13:37:25.267915 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod cf7fe89a0aa9886f937994d020c9c8b218083ce95a4a4e2a19b90401aad19e3a network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod cf7fe89a0aa9886f937994d020c9c8b218083ce95a4a4e2a19b90401aad19e3a network default NAD default NAD key ] I0507 13:37:25.277413 3794 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-push-snapshot-pod, hostIfaceName: cf7fe89a0aa9886, network: default, NAD default, SandboxID: "cf7fe89a0aa9886f937994d020c9c8b218083ce95a4a4e2a19b90401aad19e3a", PCI device ID: , UID: "caf1f52e-03c8-48a1-b44c-a6055c6baa60", MAC: 0a:58:0a:80:00:4a, IPs: [10.128.0.74/23] I0507 13:37:25.332407 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod cf7fe89a0aa9886f937994d020c9c8b218083ce95a4a4e2a19b90401aad19e3a network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod cf7fe89a0aa9886f937994d020c9c8b218083ce95a4a4e2a19b90401aad19e3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:94:8d:a5:c7:b7\",\"name\":\"cf7fe89a0aa9886\"},{\"mac\":\"0a:58:0a:80:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc7937ba-1797-4e19-99fa-7e5fd1f325cc\"}],\"ips\":[{\"address\":\"10.128.0.74/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:37:54.603942 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod cf7fe89a0aa9886f937994d020c9c8b218083ce95a4a4e2a19b90401aad19e3a network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod cf7fe89a0aa9886f937994d020c9c8b218083ce95a4a4e2a19b90401aad19e3a network default NAD default NAD key ] I0507 13:37:54.706019 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod cf7fe89a0aa9886f937994d020c9c8b218083ce95a4a4e2a19b90401aad19e3a network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod cf7fe89a0aa9886f937994d020c9c8b218083ce95a4a4e2a19b90401aad19e3a network default NAD default NAD key default], result "{}", err I0507 13:37:54.791088 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:37:54.791127 3794 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod I0507 13:37:54.792665 3794 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod, ips: 10.128.0.74 I0507 13:37:54.792693 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:38:41.959713 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0507 13:38:55.843179 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:38:55.843812 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:38:56.591922 3794 base_network_controller_pods.go:487] [default/managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod] creating logical port managed-tenant-bhr9i_managed-dvtsl-process-component-sbom-pod for pod on switch ip-10-0-1-145.ec2.internal I0507 13:38:56.592040 3794 kube.go:256] Updating pod managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod I0507 13:38:56.625115 3794 pod.go:62] [managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod] pod update took 33.107121ms I0507 13:38:56.625141 3794 base_network_controller_pods.go:951] [default/managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod] addLogicalPort annotation time took 33.139101ms I0507 13:38:56.626507 3794 pods.go:271] [managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod] addLogicalPort took 34.6015ms, libovsdb time 932.779µs I0507 13:38:56.967012 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod 56806c9e8a0985f32983b378be6680555a609a4aa144885d62cbdcd041e42cac network default NAD default NAD key ] ADD starting CNI request [managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod 56806c9e8a0985f32983b378be6680555a609a4aa144885d62cbdcd041e42cac network default NAD default NAD key ] I0507 13:38:56.976428 3794 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-bhr9i, podName: managed-dvtsl-process-component-sbom-pod, hostIfaceName: 56806c9e8a0985f, network: default, NAD default, SandboxID: "56806c9e8a0985f32983b378be6680555a609a4aa144885d62cbdcd041e42cac", PCI device ID: , UID: "4b0c56ce-c80c-4b91-b67d-25254ae7fcd0", MAC: 0a:58:0a:80:00:4b, IPs: [10.128.0.75/23] I0507 13:38:57.033563 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod 56806c9e8a0985f32983b378be6680555a609a4aa144885d62cbdcd041e42cac network default NAD default NAD key default] ADD finished CNI request [managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod 56806c9e8a0985f32983b378be6680555a609a4aa144885d62cbdcd041e42cac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:b1:53:ea:de:94\",\"name\":\"56806c9e8a0985f\"},{\"mac\":\"0a:58:0a:80:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/842b9e5c-231b-474e-a016-d0cca66377c4\"}],\"ips\":[{\"address\":\"10.128.0.75/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 13:39:05.927200 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0507 13:39:07.838040 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0507 13:39:18.942482 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0507 13:39:23.410306 3794 cni.go:452] [managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod 56806c9e8a0985f32983b378be6680555a609a4aa144885d62cbdcd041e42cac network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod 56806c9e8a0985f32983b378be6680555a609a4aa144885d62cbdcd041e42cac network default NAD default NAD key ] I0507 13:39:23.519301 3794 cni.go:473] [managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod 56806c9e8a0985f32983b378be6680555a609a4aa144885d62cbdcd041e42cac network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod 56806c9e8a0985f32983b378be6680555a609a4aa144885d62cbdcd041e42cac network default NAD default NAD key default], result "{}", err I0507 13:39:23.597495 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:23.597532 3794 pods.go:176] Deleting pod: managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod I0507 13:39:23.599006 3794 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod, ips: 10.128.0.75 I0507 13:39:23.599035 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:30.215442 3794 cni.go:452] [managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 92383b1500e9d50d6df474f973193ba1c42e21d7f867fdd56b53779a656c74b9 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 92383b1500e9d50d6df474f973193ba1c42e21d7f867fdd56b53779a656c74b9 network default NAD default NAD key ] I0507 13:39:30.300178 3794 cni.go:473] [managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 92383b1500e9d50d6df474f973193ba1c42e21d7f867fdd56b53779a656c74b9 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 92383b1500e9d50d6df474f973193ba1c42e21d7f867fdd56b53779a656c74b9 network default NAD default NAD key default], result "{}", err I0507 13:39:30.354930 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:30.354979 3794 pods.go:176] Deleting pod: managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 I0507 13:39:30.356403 3794 pods.go:236] Attempting to release IPs for pod: managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0, ips: 10.128.0.66 I0507 13:39:30.356437 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:30.761968 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:30.762022 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:30.768799 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 I0507 13:39:30.768825 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/affinity-assistant-3cdae621f4-0 I0507 13:39:31.096967 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:31.097583 3794 obj_retry.go:498] Detected object managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:39:39.960940 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0507 13:39:45.444721 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:39:45.931810 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0507 13:39:50.490024 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.490051 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.498097 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod I0507 13:39:50.498118 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-apply-mapping-pod I0507 13:39:50.508280 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.508310 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.516276 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod I0507 13:39:50.516301 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-check-data-keys-pod I0507 13:39:50.529482 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.529503 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.538532 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-data-pod I0507 13:39:50.538550 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-data-pod I0507 13:39:50.548543 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.548569 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.559393 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod I0507 13:39:50.559423 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-registry-token-secret-pod I0507 13:39:50.581194 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.581213 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.589595 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod I0507 13:39:50.589618 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-signing-params-pod I0507 13:39:50.596411 3794 obj_retry.go:492] Detected object default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.596433 3794 obj_retry.go:492] Detected object default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.606612 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.606634 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.606727 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod I0507 13:39:50.606749 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-uzeh-24k9q-collect-keyless-params-pod I0507 13:39:50.611908 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod I0507 13:39:50.611930 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-task-params-pod I0507 13:39:50.629049 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.629070 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.638123 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod I0507 13:39:50.638142 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-collect-tpa-params-pod I0507 13:39:50.650444 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.650465 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.657861 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod I0507 13:39:50.657892 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-filter-already-released-images-pod I0507 13:39:50.667389 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.667406 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.674956 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod I0507 13:39:50.674976 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-process-component-sbom-pod I0507 13:39:50.684339 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.684358 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.693578 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod I0507 13:39:50.693598 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-push-snapshot-pod I0507 13:39:50.704959 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.704974 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.711110 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod I0507 13:39:50.711131 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-reduce-snapshot-pod I0507 13:39:50.722827 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.722844 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.731611 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod I0507 13:39:50.731632 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-sign-image-cosign-keyless-pod I0507 13:39:50.740446 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.740462 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.748180 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod I0507 13:39:50.748199 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-update-cr-status-pod I0507 13:39:50.756913 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.756929 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.764244 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod I0507 13:39:50.764260 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-verify-access-to-resources-pod I0507 13:39:50.777580 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.777599 3794 obj_retry.go:492] Detected object managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:50.785779 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod I0507 13:39:50.785797 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-bhr9i/managed-dvtsl-verify-conforma-pod I0507 13:39:51.187261 3794 obj_retry.go:492] Detected object default-tenant/my-integration-test-uzeh-24k9q-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:51.187282 3794 obj_retry.go:492] Detected object default-tenant/my-integration-test-uzeh-24k9q-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:39:51.195188 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-uzeh-24k9q-verify-pod I0507 13:39:51.195210 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-uzeh-24k9q-verify-pod I0507 13:39:56.907794 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:39:56.986100 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 13:40:03.767219 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:04.322234 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:40:04.322806 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:40:05.192989 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:40:05.193017 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636020-sqz2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:40:05.227665 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:40:05.227684 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:40:05.233123 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl I0507 13:40:05.233145 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635990-ddqrl I0507 13:40:10.511325 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:17.167333 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:21.837774 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0507 13:40:23.394898 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:40:25.981602 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0507 13:40:34.844009 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0507 13:40:39.213423 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:41:03.935870 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0507 13:41:05.836527 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0507 13:41:30.521628 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:42:03.838205 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0507 13:42:06.602642 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:42:13.329136 3794 namespace.go:142] [managed-tenant-bhr9i] updating namespace I0507 13:42:13.346194 3794 namespace.go:317] [managed-tenant-bhr9i] deleting namespace I0507 13:42:24.859832 3794 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc 8eeba6c19fc3f682da4c12663a583a6fb6f47caadc59eaf466346e084452540c network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc 8eeba6c19fc3f682da4c12663a583a6fb6f47caadc59eaf466346e084452540c network default NAD default NAD key ] I0507 13:42:24.954261 3794 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc 8eeba6c19fc3f682da4c12663a583a6fb6f47caadc59eaf466346e084452540c network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc 8eeba6c19fc3f682da4c12663a583a6fb6f47caadc59eaf466346e084452540c network default NAD default NAD key default], result "{}", err I0507 13:42:25.024807 3794 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 13:42:25.024858 3794 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc I0507 13:42:25.026307 3794 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc, ips: 10.128.0.67 I0507 13:42:25.026331 3794 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 13:42:26.002186 3794 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:42:26.002235 3794 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 13:42:26.010200 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc I0507 13:42:26.010230 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f9pbc I0507 13:43:12.851506 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=124 I0507 13:44:07.929632 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0507 13:44:19.962921 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0507 13:44:56.928599 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0507 13:45:42.946322 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 13:46:19.839490 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10