+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-9.ec2.internal ++ [[ -n ip-10-0-0-9.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-9.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0507 06:33:12.010291582 - disable conntrack on geneve port + echo 'I0507 06:33:12.010291582 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 06:33:12.037328956 - starting ovnkube-node' I0507 06:33:12.037328956 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-9.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-9.ec2.internal --init-node ip-10-0-0-9.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-9.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0507 06:33:12.088062 3833 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0507 06:33:12.088122 3833 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d1070af36d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0507 06:33:12.089798 3833 kube.go:431] Waiting for certificate I0507 06:33:12.089872 3833 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0507 06:33:12.089949 3833 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0507 06:33:12.090904 3833 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 06:33:12.132078 3833 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 06:33:12.132105 3833 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 06:33:12.141729 3833 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 06:33:12.141844 3833 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7x64r" I0507 06:33:12.148186 3833 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7x64r" I0507 06:33:12.148261 3833 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 06:33:13.090465 3833 kube.go:438] Certificate found I0507 06:33:13.091021 3833 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 06:33:13.091993 3833 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0507 06:33:13.156475 3833 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-08 06:28:12 +0000 UTC" deadline="2026-05-07 23:36:05.652041275 +0000 UTC" I0507 06:33:13.156509 3833 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h2m52.495544321s" I0507 06:33:13.166665 3833 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 06:33:13.178631 3833 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0507 06:33:13.178742 3833 server.go:101] MetricServer registers OVS metrics I0507 06:33:13.179275 3833 server.go:105] MetricServer registers OVN DB metrics I0507 06:33:13.181926 3833 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0507 06:33:13.182009 3833 factory.go:561] Starting watch factory I0507 06:33:13.182123 3833 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.182143 3833 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.182687 3833 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.182708 3833 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.182909 3833 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.182931 3833 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.183092 3833 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.183106 3833 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.183275 3833 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.183290 3833 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.183481 3833 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.183495 3833 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.185376 3833 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0507 06:33:13.185431 3833 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0507 06:33:13.190018 3833 controller_manager.go:370] Starting the ovnkube controller I0507 06:33:13.190034 3833 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-9.ec2.internal I0507 06:33:13.190121 3833 controller_manager.go:395] NBDB zone sync took: 74.978µs I0507 06:33:13.190144 3833 factory.go:561] Starting watch factory I0507 06:33:13.202167 3833 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0507 06:33:13.202208 3833 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0507 06:33:13.203566 3833 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.205679 3833 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.205856 3833 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.207494 3833 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0507 06:33:13.207530 3833 server.go:109] MetricServer registers OVN Controller metrics I0507 06:33:13.209979 3833 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.212655 3833 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.213102 3833 server.go:113] MetricServer registers OVN Northd metrics I0507 06:33:13.219128 3833 metrics.go:519] OVN Metrics Server starts to run ... I0507 06:33:13.220416 3833 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:33:13.287722 3833 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 06:33:13.287767 3833 factory.go:1977] *v1.Pod informer cache synced successfully I0507 06:33:13.287771 3833 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 06:33:13.287774 3833 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 06:33:13.287778 3833 factory.go:1977] *v1.Node informer cache synced successfully I0507 06:33:13.287781 3833 factory.go:1977] *v1.Service informer cache synced successfully I0507 06:33:13.287888 3833 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:33:13.287913 3833 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:33:13.287890 3833 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:33:13.288008 3833 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:33:13.291650 3833 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:33:13.292280 3833 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:33:13.293207 3833 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 06:33:13.293224 3833 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 06:33:13.293316 3833 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.293334 3833 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.296026 3833 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 06:33:13.296039 3833 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 06:33:13.296042 3833 factory.go:1977] *v1.Node informer cache synced successfully I0507 06:33:13.296045 3833 factory.go:1977] *v1.Service informer cache synced successfully I0507 06:33:13.296049 3833 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 06:33:13.296052 3833 factory.go:1977] *v1.Pod informer cache synced successfully I0507 06:33:13.299562 3833 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.301512 3833 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 06:33:13.301527 3833 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 06:33:13.307117 3833 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 06:33:13.307225 3833 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.307244 3833 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.311083 3833 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.312985 3833 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 06:33:13.313094 3833 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.313108 3833 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.316480 3833 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.318470 3833 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 06:33:13.318571 3833 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.318590 3833 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.322289 3833 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.324284 3833 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 06:33:13.324358 3833 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.324370 3833 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.327873 3833 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.329849 3833 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 06:33:13.330343 3833 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 06:33:13.330361 3833 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 06:33:13.334072 3833 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 06:33:13.334910 3833 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 06:33:13.334991 3833 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.335006 3833 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.335023 3833 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.335040 3833 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.339018 3833 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.339082 3833 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:33:13.340960 3833 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 06:33:13.340975 3833 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 06:33:13.340984 3833 factory.go:680] Watch Factory start up complete, took: 150.850017ms I0507 06:33:13.340991 3833 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-9.ec2.internal" zone I0507 06:33:13.399270 3833 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 06:33:13.404553 3833 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 06:33:13.409735 3833 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 06:33:13.414910 3833 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 06:33:13.420098 3833 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 06:33:13.425285 3833 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 06:33:13.430467 3833 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 06:33:13.430480 3833 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 06:33:13.430490 3833 factory.go:680] Watch Factory start up complete, took: 248.484275ms I0507 06:33:13.430585 3833 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0507 06:33:13.487716 3833 default_node_network_controller.go:710] Initializing the default node network controller I0507 06:33:13.558465 3833 udn_isolation.go:101] Starting UDN host isolation manager I0507 06:33:13.564406 3833 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0507 06:33:13.624842 3833 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0507 06:33:13.624950 3833 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0507 06:33:13.624975 3833 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0507 06:33:13.662208 3833 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0507 06:33:13.662298 3833 default_node_network_controller.go:809] Node ip-10-0-0-9.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0507 06:33:13.668693 3833 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.9"] k8s.ovn.org/zone-name:ip-10-0-0-9.ec2.internal] on node ip-10-0-0-9.ec2.internal I0507 06:33:13.692735 3833 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0507 06:33:13.700417 3833 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0507 06:33:13.700616 3833 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0507 06:33:13.700804 3833 gateway_init.go:263] Preparing Gateway I0507 06:33:13.700819 3833 gateway_shared_intf.go:1687] Creating new gateway I0507 06:33:13.814814 3833 iptables.go:108] Creating table: filter chain: FORWARD I0507 06:33:13.822358 3833 iptables.go:108] Creating table: filter chain: OUTPUT I0507 06:33:13.829711 3833 gateway_shared_intf.go:1816] Gateway Creation Complete I0507 06:33:13.829731 3833 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-9.ec2.internal","mac-address":"12:6d:13:62:09:4f","ip-addresses":["10.0.0.9/24"],"ip-address":"10.0.0.9/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8ab14e69-287a-4f32-809a-dd44829a9a48 k8s.ovn.org/node-encap-ips:["10.0.0.9"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.9/24"} k8s.ovn.org/zone-name:ip-10-0-0-9.ec2.internal] on node ip-10-0-0-9.ec2.internal I0507 06:33:13.841875 3833 controller_manager.go:429] Waiting for node in zone sync took: 500.868982ms I0507 06:33:13.848669 3833 controller_manager.go:611] Switching to transit router for layer2 networks I0507 06:33:13.848686 3833 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-9.ec2.internal I0507 06:33:13.853131 3833 default_node_network_controller.go:519] Node connection status = connected I0507 06:33:13.863693 3833 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 06:33:13.871174 3833 controller_manager.go:290] SCTP support detected in OVN I0507 06:33:13.871843 3833 services_controller.go:69] Creating services controller for network=default I0507 06:33:13.871924 3833 udn_enabled_svc.go:80] Waiting for service informer to sync I0507 06:33:13.872023 3833 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0507 06:33:13.872090 3833 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0507 06:33:13.872108 3833 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0507 06:33:13.872116 3833 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 06:33:13.872287 3833 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0507 06:33:13.872334 3833 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0507 06:33:13.872370 3833 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.864µs I0507 06:33:13.872387 3833 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 44.857µs I0507 06:33:13.872393 3833 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 59.152µs I0507 06:33:13.872398 3833 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0507 06:33:13.872405 3833 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0507 06:33:13.872410 3833 udn_enabled_svc.go:95] Performing full resync I0507 06:33:13.872416 3833 default_network_controller.go:325] Starting the default network controller I0507 06:33:13.872474 3833 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.916µs I0507 06:33:13.872720 3833 udn_enabled_svc.go:99] Waiting for handler to sync I0507 06:33:13.872730 3833 udn_enabled_svc.go:104] Starting worker I0507 06:33:13.882709 3833 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0507 06:33:13.882772 3833 repair.go:33] Syncing exgw routes took 47.967µs I0507 06:33:13.882797 3833 default_network_controller.go:414] Starting all the Watchers... I0507 06:33:13.882957 3833 namespace.go:98] [kube-node-lease] adding namespace I0507 06:33:13.882963 3833 namespace.go:98] [openshift-kube-scheduler] adding namespace I0507 06:33:13.882975 3833 namespace.go:98] [openshift-backplane-cee] adding namespace I0507 06:33:13.882979 3833 namespace.go:98] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] adding namespace I0507 06:33:13.882982 3833 namespace.go:98] [default] adding namespace I0507 06:33:13.882987 3833 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0507 06:33:13.882999 3833 namespace.go:98] [openshift-backplane-cse] adding namespace I0507 06:33:13.883000 3833 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0507 06:33:13.883006 3833 namespace.go:98] [openshift-machine-api] adding namespace I0507 06:33:13.883008 3833 namespace.go:98] [openshift-infra] adding namespace I0507 06:33:13.883006 3833 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0507 06:33:13.883009 3833 namespace.go:98] [openshift-apiserver] adding namespace I0507 06:33:13.883027 3833 namespace.go:98] [openshift-config-managed] adding namespace I0507 06:33:13.882957 3833 namespace.go:98] [openshift-host-network] adding namespace I0507 06:33:13.882957 3833 namespace.go:98] [openshift-cluster-version] adding namespace I0507 06:33:13.883551 3833 namespace.go:102] [kube-node-lease] adding namespace took 578.711µs I0507 06:33:13.883568 3833 namespace.go:98] [openshift-console-operator] adding namespace I0507 06:33:13.884037 3833 namespace.go:102] [openshift-console-operator] adding namespace took 464.156µs I0507 06:33:13.884051 3833 namespace.go:98] [openshift-service-ca] adding namespace I0507 06:33:13.884571 3833 namespace.go:102] [openshift-service-ca] adding namespace took 513.608µs I0507 06:33:13.884589 3833 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0507 06:33:13.885098 3833 namespace.go:102] [openshift-kube-scheduler] adding namespace took 2.121686ms I0507 06:33:13.885116 3833 namespace.go:98] [openshift-customer-monitoring] adding namespace I0507 06:33:13.885599 3833 namespace.go:102] [openshift-backplane-cee] adding namespace took 2.615083ms I0507 06:33:13.885615 3833 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0507 06:33:13.886102 3833 namespace.go:102] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] adding namespace took 3.111604ms I0507 06:33:13.886122 3833 namespace.go:98] [openshift-machine-config-operator] adding namespace I0507 06:33:13.886598 3833 namespace.go:102] [default] adding namespace took 3.603893ms I0507 06:33:13.886613 3833 namespace.go:98] [openshift-ingress-canary] adding namespace I0507 06:33:13.887108 3833 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 4.112851ms I0507 06:33:13.887123 3833 namespace.go:98] [kube-public] adding namespace I0507 06:33:13.887607 3833 namespace.go:102] [openshift-backplane-cse] adding namespace took 4.60003ms I0507 06:33:13.887627 3833 namespace.go:98] [openshift-config-operator] adding namespace I0507 06:33:13.888029 3833 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.018457ms I0507 06:33:13.888044 3833 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0507 06:33:13.888560 3833 namespace.go:102] [openshift-machine-api] adding namespace took 5.546675ms I0507 06:33:13.888574 3833 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0507 06:33:13.889048 3833 namespace.go:102] [openshift-infra] adding namespace took 6.032266ms I0507 06:33:13.889058 3833 namespace.go:98] [openshift-backplane] adding namespace I0507 06:33:13.889573 3833 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.552176ms I0507 06:33:13.889592 3833 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0507 06:33:13.890071 3833 namespace.go:102] [openshift-apiserver] adding namespace took 7.048376ms I0507 06:33:13.890085 3833 namespace.go:98] [openshift-authentication-operator] adding namespace I0507 06:33:13.890556 3833 namespace.go:102] [openshift-config-managed] adding namespace took 7.518978ms I0507 06:33:13.890575 3833 namespace.go:98] [openshift-network-operator] adding namespace I0507 06:33:13.891089 3833 namespace.go:102] [openshift-host-network] adding namespace took 8.0045ms I0507 06:33:13.891105 3833 namespace.go:98] [openshift-route-controller-manager] adding namespace I0507 06:33:13.891620 3833 namespace.go:102] [openshift-cluster-version] adding namespace took 8.534338ms I0507 06:33:13.891639 3833 namespace.go:98] [openshift-backplane-mobb] adding namespace I0507 06:33:13.892121 3833 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.525219ms I0507 06:33:13.892136 3833 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0507 06:33:13.892970 3833 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.849796ms I0507 06:33:13.892982 3833 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0507 06:33:13.893452 3833 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.832726ms I0507 06:33:13.893464 3833 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0507 06:33:13.894033 3833 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.901368ms I0507 06:33:13.894053 3833 namespace.go:98] [openshift-etcd] adding namespace I0507 06:33:13.894733 3833 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.114162ms I0507 06:33:13.894746 3833 namespace.go:98] [openshift-insights] adding namespace I0507 06:33:13.895190 3833 namespace.go:102] [kube-public] adding namespace took 8.062225ms I0507 06:33:13.895206 3833 namespace.go:98] [openshift-image-registry] adding namespace I0507 06:33:13.895610 3833 namespace.go:102] [openshift-config-operator] adding namespace took 7.977794ms I0507 06:33:13.895627 3833 namespace.go:98] [openshift-console-user-settings] adding namespace I0507 06:33:13.896048 3833 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.999086ms I0507 06:33:13.896063 3833 namespace.go:98] [openshift-monitoring] adding namespace I0507 06:33:13.896459 3833 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.879484ms I0507 06:33:13.896469 3833 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0507 06:33:13.896907 3833 namespace.go:102] [openshift-backplane] adding namespace took 7.842582ms I0507 06:33:13.896925 3833 namespace.go:98] [openshift-package-operator] adding namespace I0507 06:33:13.897364 3833 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.766194ms I0507 06:33:13.897376 3833 namespace.go:98] [openshift-dns] adding namespace I0507 06:33:13.897840 3833 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.749745ms I0507 06:33:13.897850 3833 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0507 06:33:13.898295 3833 namespace.go:102] [openshift-network-operator] adding namespace took 7.711743ms I0507 06:33:13.898313 3833 namespace.go:98] [openshift-kube-apiserver] adding namespace I0507 06:33:13.898733 3833 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.62421ms I0507 06:33:13.898745 3833 namespace.go:98] [openshift-multus] adding namespace I0507 06:33:13.899094 3833 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.44616ms I0507 06:33:13.899111 3833 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0507 06:33:13.899688 3833 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.546243ms I0507 06:33:13.899703 3833 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0507 06:33:13.900202 3833 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.214198ms I0507 06:33:13.900218 3833 namespace.go:98] [openshift-network-diagnostics] adding namespace I0507 06:33:13.900701 3833 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.231298ms I0507 06:33:13.900715 3833 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0507 06:33:13.901263 3833 namespace.go:102] [openshift-etcd] adding namespace took 7.204999ms I0507 06:33:13.901277 3833 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0507 06:33:13.901847 3833 namespace.go:102] [openshift-insights] adding namespace took 7.096981ms I0507 06:33:13.901857 3833 namespace.go:98] [openshift-dns-operator] adding namespace I0507 06:33:13.902363 3833 namespace.go:102] [openshift-image-registry] adding namespace took 7.151033ms I0507 06:33:13.902375 3833 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0507 06:33:13.902913 3833 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.28148ms I0507 06:33:13.902923 3833 namespace.go:98] [openshift-authentication] adding namespace I0507 06:33:13.903450 3833 namespace.go:102] [openshift-monitoring] adding namespace took 7.362356ms I0507 06:33:13.903473 3833 namespace.go:98] [dedicated-admin] adding namespace I0507 06:33:13.904040 3833 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.56461ms I0507 06:33:13.904059 3833 namespace.go:98] [openshift-operators] adding namespace I0507 06:33:13.904523 3833 namespace.go:102] [openshift-package-operator] adding namespace took 7.592156ms I0507 06:33:13.904538 3833 namespace.go:98] [openshift-backplane-srep] adding namespace I0507 06:33:13.905038 3833 namespace.go:102] [openshift-dns] adding namespace took 7.655676ms I0507 06:33:13.905052 3833 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0507 06:33:13.905479 3833 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.625232ms I0507 06:33:13.905489 3833 namespace.go:98] [openshift-backplane-tam] adding namespace W0507 06:33:13.906034 3833 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-f8qw4: pod openshift-multus/network-metrics-daemon-f8qw4: no pod IPs found I0507 06:33:13.906063 3833 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.742133ms I0507 06:33:13.906078 3833 namespace.go:98] [openshift-config] adding namespace I0507 06:33:13.906611 3833 namespace.go:102] [openshift-multus] adding namespace took 7.861029ms I0507 06:33:13.906624 3833 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0507 06:33:13.907125 3833 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.005974ms I0507 06:33:13.907147 3833 namespace.go:98] [openshift-operators-redhat] adding namespace W0507 06:33:13.907575 3833 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lwrgx: pod openshift-network-diagnostics/network-check-target-lwrgx: no pod IPs found I0507 06:33:13.907588 3833 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.879241ms I0507 06:33:13.908127 3833 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.90353ms I0507 06:33:13.908143 3833 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0507 06:33:13.908518 3833 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.79705ms I0507 06:33:13.908535 3833 namespace.go:98] [kube-system] adding namespace I0507 06:33:13.909026 3833 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.744178ms I0507 06:33:13.909043 3833 namespace.go:98] [openshift-ingress] adding namespace I0507 06:33:13.909400 3833 namespace.go:102] [openshift-dns-operator] adding namespace took 7.537168ms I0507 06:33:13.909416 3833 namespace.go:98] [openshift-console] adding namespace I0507 06:33:13.909902 3833 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.52248ms I0507 06:33:13.909916 3833 namespace.go:98] [openshift-logging] adding namespace I0507 06:33:13.910381 3833 namespace.go:102] [openshift-authentication] adding namespace took 7.45226ms I0507 06:33:13.910396 3833 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0507 06:33:13.910993 3833 namespace.go:102] [dedicated-admin] adding namespace took 7.513137ms I0507 06:33:13.911015 3833 namespace.go:98] [openshift-node] adding namespace I0507 06:33:13.911472 3833 namespace.go:102] [openshift-operators] adding namespace took 7.407769ms I0507 06:33:13.911485 3833 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0507 06:33:13.912005 3833 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.456235ms I0507 06:33:13.912032 3833 namespace.go:98] [openshift-ingress-operator] adding namespace I0507 06:33:13.912534 3833 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.475652ms I0507 06:33:13.912548 3833 namespace.go:98] [openshift-must-gather-operator] adding namespace I0507 06:33:13.913002 3833 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.507018ms I0507 06:33:13.913025 3833 namespace.go:98] [openshift-backplane-csm] adding namespace I0507 06:33:13.913629 3833 namespace.go:102] [openshift-config] adding namespace took 7.544501ms I0507 06:33:13.913648 3833 namespace.go:98] [openshift-apiserver-operator] adding namespace I0507 06:33:13.914077 3833 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.446047ms I0507 06:33:13.914094 3833 namespace.go:98] [openshift-controller-manager] adding namespace I0507 06:33:13.914587 3833 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.431909ms I0507 06:33:13.914602 3833 namespace.go:98] [openshift-network-node-identity] adding namespace W0507 06:33:13.915082 3833 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-q9krf: pod kube-system/global-pull-secret-syncer-q9krf: no pod IPs found I0507 06:33:13.915092 3833 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.942114ms I0507 06:33:13.915711 3833 namespace.go:102] [kube-system] adding namespace took 7.170818ms I0507 06:33:13.916313 3833 namespace.go:102] [openshift-ingress] adding namespace took 7.263797ms I0507 06:33:13.916327 3833 namespace.go:98] [openshift-network-console] adding namespace I0507 06:33:13.916807 3833 namespace.go:102] [openshift-console] adding namespace took 7.386641ms I0507 06:33:13.916820 3833 namespace.go:98] [openshift] adding namespace I0507 06:33:13.917276 3833 namespace.go:102] [openshift-logging] adding namespace took 7.355669ms I0507 06:33:13.917285 3833 namespace.go:98] [openshift-marketplace] adding namespace I0507 06:33:13.917741 3833 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.341959ms I0507 06:33:13.918200 3833 namespace.go:102] [openshift-node] adding namespace took 7.179132ms I0507 06:33:13.918804 3833 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.314658ms I0507 06:33:13.918818 3833 namespace.go:98] [openshift-service-ca-operator] adding namespace I0507 06:33:13.919372 3833 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.332263ms I0507 06:33:13.919883 3833 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.328954ms I0507 06:33:13.919899 3833 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0507 06:33:13.920300 3833 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.269737ms I0507 06:33:13.920836 3833 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.180477ms I0507 06:33:13.921332 3833 namespace.go:102] [openshift-controller-manager] adding namespace took 7.226999ms I0507 06:33:13.922113 3833 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.504949ms I0507 06:33:13.922812 3833 namespace.go:102] [openshift-network-console] adding namespace took 6.479034ms I0507 06:33:13.923266 3833 namespace.go:102] [openshift] adding namespace took 6.438054ms I0507 06:33:13.923790 3833 namespace.go:102] [openshift-marketplace] adding namespace took 6.50029ms I0507 06:33:13.924227 3833 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.402596ms I0507 06:33:13.924600 3833 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 4.695935ms I0507 06:33:13.924801 3833 master.go:548] Adding or Updating local node "ip-10-0-0-9.ec2.internal" for network "default" I0507 06:33:13.925653 3833 zone_ic_handler.go:195] Time taken to create transit switch: 313.559µs I0507 06:33:13.925666 3833 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-236.ec2.internal for the network default E0507 06:33:13.925881 3833 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-150.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-150.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-150.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009c0c398 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2866126778}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0507 06:33:13.925935 3833 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-150.ec2.internal", UID:"965a79b1-49b6-41b9-b87a-b929fe1b6f66", APIVersion:"v1", ResourceVersion:"8724", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-150.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-150.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009c0c398 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2866126778}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0507 06:33:13.926695 3833 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-236.ec2.internal" on network "default" took: 1.365156ms W0507 06:33:13.933269 3833 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-f8qw4: pod openshift-multus/network-metrics-daemon-f8qw4: no pod IPs found W0507 06:33:13.933287 3833 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-q9krf: pod kube-system/global-pull-secret-syncer-q9krf: no pod IPs found W0507 06:33:13.933305 3833 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-lwrgx: pod openshift-network-diagnostics/network-check-target-lwrgx: no pod IPs found I0507 06:33:13.934429 3833 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-9.ec2.internal for the network default I0507 06:33:13.934627 3833 zone_ic_handler.go:195] Time taken to create transit switch: 166.476µs I0507 06:33:13.935385 3833 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0507 06:33:13.935430 3833 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0507 06:33:13.935471 3833 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0507 06:33:13.935479 3833 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-9.ec2.internal in network "default" I0507 06:33:13.935553 3833 node_tracker.go:169] Node ip-10-0-0-9.ec2.internal switch + router changed, syncing services in network "default" I0507 06:33:13.935573 3833 services_controller.go:574] Full service sync requested for network=default I0507 06:33:13.935585 3833 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-150.ec2.internal in network "default" I0507 06:33:13.935617 3833 node_tracker.go:169] Node ip-10-0-1-150.ec2.internal switch + router changed, syncing services in network "default" I0507 06:33:13.935625 3833 services_controller.go:574] Full service sync requested for network=default I0507 06:33:13.935631 3833 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-236.ec2.internal in network "default" I0507 06:33:13.935653 3833 node_tracker.go:169] Node ip-10-0-2-236.ec2.internal switch + router changed, syncing services in network "default" I0507 06:33:13.935660 3833 services_controller.go:574] Full service sync requested for network=default I0507 06:33:14.036263 3833 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0507 06:33:14.036302 3833 services_controller.go:208] Setting up event handlers for services for network=default I0507 06:33:14.036378 3833 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0507 06:33:14.036458 3833 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0507 06:33:14.036482 3833 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0507 06:33:14.136706 3833 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0507 06:33:14.136733 3833 repair.go:60] Starting repairing loop for services I0507 06:33:14.136841 3833 repair.go:131] Deleted 0 stale service LBs I0507 06:33:14.136860 3833 repair.go:137] Deleted 0 stale Chassis Template Vars I0507 06:33:14.136877 3833 repair.go:62] Finished repairing loop for services: 146.681µs I0507 06:33:14.136904 3833 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0507 06:33:14.136914 3833 services_controller.go:254] Starting workers for network=default I0507 06:33:14.137865 3833 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-f8qw4] creating logical port openshift-multus_network-metrics-daemon-f8qw4 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:14.137929 3833 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lwrgx] creating logical port openshift-network-diagnostics_network-check-target-lwrgx for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:14.137962 3833 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-q9krf] creating logical port kube-system_global-pull-secret-syncer-q9krf for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:14.137973 3833 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-f8qw4 I0507 06:33:14.138033 3833 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-lwrgx I0507 06:33:14.138110 3833 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-q9krf W0507 06:33:14.138479 3833 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0507 06:33:14.142574 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 06:33:14.155404 3833 pod.go:62] [kube-system/global-pull-secret-syncer-q9krf] pod update took 17.32173ms I0507 06:33:14.155429 3833 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-q9krf] addLogicalPort annotation time took 17.349372ms I0507 06:33:14.156238 3833 pod.go:62] [openshift-multus/network-metrics-daemon-f8qw4] pod update took 18.315121ms I0507 06:33:14.156313 3833 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-f8qw4] addLogicalPort annotation time took 18.393042ms I0507 06:33:14.156592 3833 pods.go:271] [kube-system/global-pull-secret-syncer-q9krf] addLogicalPort took 18.636769ms, libovsdb time 803.993µs I0507 06:33:14.156663 3833 pod.go:62] [openshift-network-diagnostics/network-check-target-lwrgx] pod update took 18.25329ms I0507 06:33:14.156682 3833 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-lwrgx] addLogicalPort annotation time took 18.706532ms I0507 06:33:14.157368 3833 pods.go:271] [openshift-multus/network-metrics-daemon-f8qw4] addLogicalPort took 19.508688ms, libovsdb time 623.777µs I0507 06:33:14.157631 3833 pods.go:271] [openshift-network-diagnostics/network-check-target-lwrgx] addLogicalPort took 19.715887ms, libovsdb time 771.475µs I0507 06:33:14.158179 3833 admin_network_policy_controller.go:227] Starting controller default-network-controller I0507 06:33:14.158198 3833 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0507 06:33:14.158210 3833 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0507 06:33:14.158214 3833 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0507 06:33:14.158396 3833 repair.go:29] Repairing admin network policies took 177.347µs I0507 06:33:14.158511 3833 repair.go:92] Repairing baseline admin network policies took 106.732µs I0507 06:33:14.158846 3833 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0507 06:33:14.158864 3833 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0507 06:33:14.161004 3833 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0507 06:33:14.161035 3833 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0507 06:33:14.161048 3833 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0507 06:33:14.163730 3833 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0507 06:33:14.163754 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0507 06:33:14.163764 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0507 06:33:14.165236 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0507 06:33:14.165260 3833 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0507 06:33:14.165270 3833 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0507 06:33:14.165790 3833 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0507 06:33:14.165806 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0507 06:33:14.165818 3833 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0507 06:33:14.167523 3833 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0507 06:33:14.167544 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0507 06:33:14.167553 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0507 06:33:14.168032 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0507 06:33:14.168048 3833 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0507 06:33:14.168064 3833 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0507 06:33:14.169268 3833 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0507 06:33:14.169290 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0507 06:33:14.169299 3833 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0507 06:33:14.169787 3833 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0507 06:33:14.169804 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0507 06:33:14.169814 3833 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0507 06:33:14.170275 3833 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0507 06:33:14.170291 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0507 06:33:14.170299 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0507 06:33:14.170770 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0507 06:33:14.170786 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0507 06:33:14.171610 3833 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0507 06:33:14.171623 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 06:33:14.172318 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0507 06:33:14.172340 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0507 06:33:14.172349 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0507 06:33:14.174256 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0507 06:33:14.174273 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0507 06:33:14.174282 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0507 06:33:14.174787 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0507 06:33:14.174813 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0507 06:33:14.174821 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0507 06:33:14.176043 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0507 06:33:14.176061 3833 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0507 06:33:14.176072 3833 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0507 06:33:14.177751 3833 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0507 06:33:14.177774 3833 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0507 06:33:14.177786 3833 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0507 06:33:14.178781 3833 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0507 06:33:14.178800 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0507 06:33:14.178811 3833 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0507 06:33:14.179085 3833 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0507 06:33:14.179106 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0507 06:33:14.179114 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0507 06:33:14.179600 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0507 06:33:14.179618 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0507 06:33:14.179626 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0507 06:33:14.180119 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0507 06:33:14.180137 3833 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0507 06:33:14.180145 3833 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0507 06:33:14.182133 3833 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0507 06:33:14.182159 3833 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0507 06:33:14.182172 3833 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0507 06:33:14.183029 3833 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0507 06:33:14.183050 3833 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0507 06:33:14.183057 3833 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0507 06:33:14.183325 3833 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0507 06:33:14.183347 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0507 06:33:14.183358 3833 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0507 06:33:14.183909 3833 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0507 06:33:14.183929 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0507 06:33:14.183954 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 06:33:14.184711 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0507 06:33:14.184740 3833 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0507 06:33:14.184753 3833 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0507 06:33:14.185319 3833 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0507 06:33:14.185338 3833 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0507 06:33:14.185347 3833 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0507 06:33:14.186304 3833 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0507 06:33:14.186323 3833 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0507 06:33:14.186330 3833 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0507 06:33:14.186629 3833 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0507 06:33:14.186647 3833 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0507 06:33:14.186653 3833 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0507 06:33:14.186969 3833 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0507 06:33:14.186992 3833 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0507 06:33:14.187012 3833 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0507 06:33:14.188109 3833 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0507 06:33:14.194381 3833 egressfirewall.go:374] Starting EgressFirewall controller I0507 06:33:14.194416 3833 controller.go:133] Adding controller egress-firewall-controller event handlers I0507 06:33:14.194425 3833 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0507 06:33:14.194461 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0507 06:33:14.194465 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0507 06:33:14.194473 3833 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0507 06:33:14.194475 3833 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0507 06:33:14.194758 3833 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0507 06:33:14.194774 3833 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0507 06:33:14.194779 3833 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0507 06:33:14.194788 3833 egressqos.go:193] Setting up event handlers for EgressQoS I0507 06:33:14.194857 3833 egressfirewall.go:723] Syncing node "ip-10-0-0-9.ec2.internal" for egress firewall I0507 06:33:14.194870 3833 egressfirewall.go:723] Syncing node "ip-10-0-1-150.ec2.internal" for egress firewall I0507 06:33:14.194878 3833 egressfirewall.go:723] Syncing node "ip-10-0-2-236.ec2.internal" for egress firewall I0507 06:33:14.194936 3833 egressqos.go:245] Starting EgressQoS Controller I0507 06:33:14.194946 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0507 06:33:14.194953 3833 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0507 06:33:14.194958 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0507 06:33:14.194963 3833 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0507 06:33:14.194968 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0507 06:33:14.194972 3833 shared_informer.go:356] "Caches are synced" controller="egressqos" I0507 06:33:14.194976 3833 egressqos.go:259] Repairing EgressQoSes I0507 06:33:14.194980 3833 egressqos.go:399] Starting repairing loop for egressqos I0507 06:33:14.195058 3833 egressqos.go:401] Finished repairing loop for egressqos: 77.64µs I0507 06:33:14.195075 3833 egressservice_zone.go:132] Setting up event handlers for Egress Services I0507 06:33:14.195093 3833 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-9.ec2.internal I0507 06:33:14.195134 3833 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-9.ec2.internal : 41.343µs I0507 06:33:14.195184 3833 egressservice_zone.go:210] Starting Egress Services Controller I0507 06:33:14.195193 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 06:33:14.195198 3833 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 06:33:14.195204 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 06:33:14.195208 3833 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 06:33:14.195214 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 06:33:14.195219 3833 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 06:33:14.195229 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0507 06:33:14.195233 3833 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0507 06:33:14.195237 3833 egressservice_zone.go:228] Repairing Egress Services I0507 06:33:14.195484 3833 master_controller.go:88] Starting Admin Policy Based Route Controller I0507 06:33:14.195498 3833 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 06:33:14.195519 3833 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-9.ec2.internal I0507 06:33:14.195530 3833 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-9.ec2.internal: 12.89µs I0507 06:33:14.195537 3833 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-150.ec2.internal I0507 06:33:14.195548 3833 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-150.ec2.internal: 10.386µs I0507 06:33:14.195555 3833 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-236.ec2.internal I0507 06:33:14.195561 3833 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-236.ec2.internal: 5.596µs I0507 06:33:14.195639 3833 default_network_controller.go:585] Completing all the Watchers took 312.83532ms I0507 06:33:14.195657 3833 default_network_controller.go:589] Starting unidling controllers I0507 06:33:14.195673 3833 unidle.go:46] Registering OVN SB ControllerEvent handler I0507 06:33:14.195683 3833 unidle.go:63] Populating Initial ContollerEvent events I0507 06:33:14.195697 3833 unidle.go:79] Setting up event handlers for services I0507 06:33:14.195766 3833 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0507 06:33:14.354333 3833 default_node_network_controller.go:519] Node connection status = connected I0507 06:33:14.853571 3833 default_node_network_controller.go:519] Node connection status = connected W0507 06:33:15.041073 3833 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 06:33:15.354100 3833 default_node_network_controller.go:519] Node connection status = connected I0507 06:33:15.853847 3833 default_node_network_controller.go:519] Node connection status = connected I0507 06:33:15.986390 3833 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0507 06:33:16.353376 3833 default_node_network_controller.go:519] Node connection status = connected I0507 06:33:16.372954 3833 bridgeconfig.go:537] Gateway is ready I0507 06:33:16.372978 3833 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0507 06:33:16.386394 3833 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.9. Updating OVN encap IP. I0507 06:33:16.392935 3833 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.9 - it is already configured I0507 06:33:16.392955 3833 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.9/24:{} 172.20.0.1/32:{}]. Updating annotations. I0507 06:33:16.393236 3833 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.9/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-9.ec2.internal","mac-address":"12:6d:13:62:09:4f","ip-addresses":["10.0.0.9/24"],"ip-address":"10.0.0.9/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8ab14e69-287a-4f32-809a-dd44829a9a48 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.9/24"}] on node ip-10-0-0-9.ec2.internal I0507 06:33:16.409690 3833 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-9.ec2.internal in network "default" I0507 06:33:16.409758 3833 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-9.ec2.internal I0507 06:33:16.409775 3833 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-9.ec2.internal: 24.435µs I0507 06:33:16.409759 3833 master.go:548] Adding or Updating local node "ip-10-0-0-9.ec2.internal" for network "default" I0507 06:33:16.409822 3833 egressfirewall.go:723] Syncing node "ip-10-0-0-9.ec2.internal" for egress firewall I0507 06:33:16.409762 3833 node_tracker.go:169] Node ip-10-0-0-9.ec2.internal switch + router changed, syncing services in network "default" I0507 06:33:16.409907 3833 services_controller.go:574] Full service sync requested for network=default W0507 06:33:16.410000 3833 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:33:16.410136 3833 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.9 I0507 06:33:16.410223 3833 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-9.ec2.internal W0507 06:33:16.410415 3833 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 06:33:16.410554 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 06:33:16.414645 3833 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-9.ec2.internal. Updating no re-route policies I0507 06:33:16.414752 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5zjml I0507 06:33:16.414745 3833 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-9.ec2.internal I0507 06:33:16.414765 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-ljmhk I0507 06:33:16.414770 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5zjml I0507 06:33:16.414779 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-ljmhk I0507 06:33:16.414779 3833 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-9.ec2.internal I0507 06:33:16.414797 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5zjml after 0 failed attempt(s) I0507 06:33:16.414806 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-ljmhk after 0 failed attempt(s) I0507 06:33:16.414807 3833 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-9.ec2.internal after 0 failed attempt(s) I0507 06:33:16.414811 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-f8qw4 I0507 06:33:16.414819 3833 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-q9krf I0507 06:33:16.414827 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tl84t I0507 06:33:16.414828 3833 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-q9krf I0507 06:33:16.414828 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-f8qw4 I0507 06:33:16.414835 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tl84t I0507 06:33:16.414835 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lwrgx I0507 06:33:16.414852 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-tl84t after 0 failed attempt(s) I0507 06:33:16.414853 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lwrgx I0507 06:33:16.414854 3833 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-q9krf] creating logical port kube-system_global-pull-secret-syncer-q9krf for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:16.414851 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-c7l55 I0507 06:33:16.414863 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9l2bw I0507 06:33:16.414866 3833 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-f8qw4] creating logical port openshift-multus_network-metrics-daemon-f8qw4 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:16.414865 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-9.ec2.internal I0507 06:33:16.414871 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-c7l55 I0507 06:33:16.414872 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-jttz4 I0507 06:33:16.414881 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-9.ec2.internal I0507 06:33:16.414890 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-jttz4 I0507 06:33:16.414888 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-95n26 I0507 06:33:16.414897 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-c7l55 after 0 failed attempt(s) I0507 06:33:16.414901 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-9.ec2.internal after 0 failed attempt(s) I0507 06:33:16.414904 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-95n26 I0507 06:33:16.414908 3833 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-jmz28 I0507 06:33:16.414913 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9l2bw I0507 06:33:16.414907 3833 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-frhs9 I0507 06:33:16.414920 3833 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-jmz28 I0507 06:33:16.414925 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-95n26 after 0 failed attempt(s) I0507 06:33:16.414929 3833 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-frhs9 I0507 06:33:16.414935 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9l2bw after 0 failed attempt(s) I0507 06:33:16.414947 3833 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-frhs9 after 0 failed attempt(s) I0507 06:33:16.414894 3833 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lwrgx] creating logical port openshift-network-diagnostics_network-check-target-lwrgx for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:16.415003 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-jmz28 after 0 failed attempt(s) I0507 06:33:16.414913 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-jttz4 after 0 failed attempt(s) I0507 06:33:16.415617 3833 pods.go:271] [kube-system/global-pull-secret-syncer-q9krf] addLogicalPort took 770.319µs, libovsdb time 311.512µs I0507 06:33:16.415629 3833 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-q9krf after 0 failed attempt(s) I0507 06:33:16.415737 3833 pods.go:271] [openshift-network-diagnostics/network-check-target-lwrgx] addLogicalPort took 855.257µs, libovsdb time 320.907µs I0507 06:33:16.415750 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-lwrgx after 0 failed attempt(s) I0507 06:33:16.415826 3833 pods.go:271] [openshift-multus/network-metrics-daemon-f8qw4] addLogicalPort took 973.73µs, libovsdb time 406.671µs I0507 06:33:16.415834 3833 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-f8qw4 after 0 failed attempt(s) I0507 06:33:16.427588 3833 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0507 06:33:16.441351 3833 iptables.go:108] Creating table: mangle chain: OUTPUT I0507 06:33:16.445303 3833 iptables.go:108] Creating table: nat chain: OUTPUT I0507 06:33:16.483563 3833 iptables.go:108] Creating table: nat chain: PREROUTING I0507 06:33:16.537680 3833 iptables.go:108] Creating table: filter chain: FORWARD I0507 06:33:16.557942 3833 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0507 06:33:16.558098 3833 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0507 06:33:16.558150 3833 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0507 06:33:16.558242 3833 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0507 06:33:16.558302 3833 gateway_init.go:325] Gateway and management port readiness took 2.709802463s I0507 06:33:16.558332 3833 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0507 06:33:16.558371 3833 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0507 06:33:16.558384 3833 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0507 06:33:16.558393 3833 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 06:33:16.558500 3833 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0507 06:33:16.558590 3833 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.664µs I0507 06:33:16.558837 3833 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0507 06:33:16.558864 3833 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.55µs I0507 06:33:16.558872 3833 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.388µs I0507 06:33:16.558878 3833 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0507 06:33:16.558888 3833 nad_controller.go:379] [node-nad-controller NAD controller]: started I0507 06:33:16.558895 3833 default_node_network_controller.go:899] Starting the default node network controller I0507 06:33:16.558900 3833 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0507 06:33:16.558914 3833 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.802µs I0507 06:33:16.559070 3833 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0507 06:33:16.559079 3833 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0507 06:33:16.559105 3833 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bbc250 0xc0002c67e0 0xc0002c6850 0xc0002c68c0 0xc0002c6930 0xc0002c6a10 0xc0002c6a80 0xc000b892c0 0xc0002c6af0 0xc0002c6b60 0xc000b88280 0xc0060f51f0 0xc0002c6bd0 map[0x2ff9080:0xc002a0b9e0 0x2ff95c0:0xc002a0bb60 0x2ffa2e0:0xc00261eb40 0x2ffa580:0xc002a0b980 0x2ffad60:0xc002a0ba40 0x2ffb000:0xc002a0baa0 0x2ffb2a0:0xc002a0bb00 0x2ffba80:0xc004e8c2a0 0x2ffbd20:0xc004e8c300 0x3026980:0xc000bb0c00 0x3026d20:0xc000bb0c60 0x3027800:0xc000bf48a0 0x3029160:0xc001bea000 0x30298a0:0xc000bb0d80 0x302a720:0xc000a07980] 0xc00091aee0 0} I0507 06:33:16.559164 3833 gateway.go:151] Starting gateway service sync I0507 06:33:16.559612 3833 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0507 06:33:16.562240 3833 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0507 06:33:16.585664 3833 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0507 06:33:16.587154 3833 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0507 06:33:16.588587 3833 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0507 06:33:16.626900 3833 gateway.go:168] Gateway service sync done. Time taken: 67.724115ms I0507 06:33:16.627762 3833 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30512 I0507 06:33:16.628000 3833 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bbc250 0xc0002c67e0 0xc0002c6850 0xc0002c68c0 0xc0002c6930 0xc0002c6a10 0xc0002c6a80 0xc000b892c0 0xc0002c6af0 0xc0002c6b60 0xc000b88280 0xc0060f51f0 0xc0002c6bd0 map[0x2ff9080:0xc002a0b9e0 0x2ff95c0:0xc002a0bb60 0x2ffa2e0:0xc00261eb40 0x2ffa580:0xc002a0b980 0x2ffad60:0xc002a0ba40 0x2ffb000:0xc002a0baa0 0x2ffb2a0:0xc002a0bb00 0x2ffba80:0xc004e8c2a0 0x2ffbd20:0xc004e8c300 0x3026980:0xc000bb0c00 0x3026d20:0xc000bb0c60 0x3027800:0xc000bf48a0 0x3029160:0xc001bea000 0x30298a0:0xc000bb0d80 0x302a720:0xc000a07980] 0xc00091aee0 0} I0507 06:33:16.628598 3833 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bbc250 0xc0002c67e0 0xc0002c6850 0xc0002c68c0 0xc0002c6930 0xc0002c6a10 0xc0002c6a80 0xc000b892c0 0xc0002c6af0 0xc0002c6b60 0xc000b88280 0xc0060f51f0 0xc0002c6bd0 map[0x2ff9080:0xc002a0b9e0 0x2ff95c0:0xc002a0bb60 0x2ffa2e0:0xc00261eb40 0x2ffa580:0xc002a0b980 0x2ffad60:0xc002a0ba40 0x2ffb000:0xc002a0baa0 0x2ffb2a0:0xc002a0bb00 0x2ffba80:0xc004e8c2a0 0x2ffbd20:0xc004e8c300 0x3026980:0xc000bb0c00 0x3026d20:0xc000bb0c60 0x3027800:0xc000bf48a0 0x3029160:0xc001bea000 0x30298a0:0xc000bb0d80 0x302a720:0xc000a07980] 0xc00091aee0 0} I0507 06:33:16.628658 3833 gateway.go:532] Reconciling gateway with updates I0507 06:33:16.635748 3833 gateway.go:339] Spawning Conntrack Rule Check Thread I0507 06:33:16.635834 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 06:33:16.635848 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 06:33:16.635860 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 06:33:16.635864 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 06:33:16.635862 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 06:33:16.635871 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 06:33:16.635882 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:33:16.635888 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 06:33:16.635903 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 06:33:16.635914 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 06:33:16.635908 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 06:33:16.635922 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 06:33:16.635924 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 06:33:16.635926 3833 default_node_network_controller.go:944] Gateway and management port readiness took 76.835675ms I0507 06:33:16.635926 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 06:33:16.635935 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 06:33:16.635934 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 06:33:16.635931 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 06:33:16.635942 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 06:33:16.635945 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 06:33:16.635943 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 06:33:16.635955 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 06:33:16.635957 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 06:33:16.635955 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 06:33:16.635979 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 06:33:16.635984 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 06:33:16.635988 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 06:33:16.635980 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 06:33:16.635999 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 06:33:16.636000 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 06:33:16.636006 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 06:33:16.636007 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 06:33:16.636010 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 06:33:16.636013 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 06:33:16.636017 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 06:33:16.636020 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 06:33:16.636022 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:33:16.636002 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 06:33:16.636012 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 06:33:16.636030 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:33:16.636030 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 06:33:16.636038 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 06:33:16.636042 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 06:33:16.636042 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 06:33:16.636047 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 06:33:16.636050 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 06:33:16.636053 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 06:33:16.636051 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 06:33:16.636055 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 06:33:16.636056 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 06:33:16.636064 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 06:33:16.636064 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 06:33:16.636067 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 06:33:16.636069 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 06:33:16.636071 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 06:33:16.636071 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 06:33:16.636077 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 06:33:16.636081 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 06:33:16.636083 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 06:33:16.636094 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 06:33:16.635890 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:33:16.636106 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 06:33:16.635930 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 06:33:16.636118 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 06:33:16.636122 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 06:33:16.636128 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 06:33:16.636037 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 06:33:16.636150 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 06:33:16.636153 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 06:33:16.636010 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 06:33:16.635983 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 06:33:16.636185 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 06:33:16.636188 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 06:33:16.636211 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 06:33:16.636069 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 06:33:16.636243 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 06:33:16.636012 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 06:33:16.636253 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 06:33:16.635959 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 06:33:16.636265 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 06:33:16.635948 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 06:33:16.636348 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 06:33:16.635914 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 06:33:16.635965 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 06:33:16.635965 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 06:33:16.635832 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 06:33:16.636549 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 06:33:16.635973 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 06:33:16.636628 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 06:33:16.635975 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 06:33:16.636681 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 06:33:16.635967 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 06:33:16.636728 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 06:33:16.635992 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 06:33:16.635996 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 06:33:16.635995 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 06:33:16.636007 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 06:33:16.636861 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 06:33:16.636884 3833 port_claim.go:71] Svc openshift-ingress/router-default: port 30939 is already open, no action needed I0507 06:33:16.636896 3833 port_claim.go:71] Svc openshift-ingress/router-default: port 30784 is already open, no action needed I0507 06:33:16.636013 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 06:33:16.636950 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 06:33:16.636019 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 06:33:16.637006 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 06:33:16.636028 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 06:33:16.637030 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 06:33:16.636031 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 06:33:16.637093 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 06:33:16.636042 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 06:33:16.637101 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 06:33:16.637112 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 06:33:16.636054 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 06:33:16.636065 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 06:33:16.637244 3833 node_ip_handler_linux.go:160] Node IP manager is running I0507 06:33:16.636075 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 06:33:16.636170 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 06:33:16.636172 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 06:33:16.636168 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) W0507 06:33:16.683584 3833 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 06:33:16.683809 3833 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 06:33:16.683953 3833 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0507 06:33:16.693868 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 06:33:16.693901 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 06:33:16.693909 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 06:33:16.693916 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 06:33:16.693922 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 06:33:16.693929 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 06:33:16.693949 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 06:33:16.693988 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 06:33:16.694003 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 06:33:16.694012 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 06:33:16.694020 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 06:33:16.736225 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 06:33:16.736236 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 06:33:16.779675 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 06:33:16.779710 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 06:33:16.779718 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 06:33:16.779724 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 06:33:16.779731 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 06:33:18.422192 3833 default_node_network_controller.go:1380] Starting node controller node sync W0507 06:33:18.422204 3833 egressip_healthcheck.go:76] Health checking using insecure connection I0507 06:33:18.422253 3833 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0507 06:33:18.435060 3833 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.842884ms I0507 06:33:18.435215 3833 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-236.ec2.internal", IP: 10.0.2.236 to PMTUD blocking rules I0507 06:33:18.435229 3833 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-236.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 06:33:18.435230 3833 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-150.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 06:33:18.435244 3833 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-150.ec2.internal", IP: 10.0.1.150 to PMTUD blocking rules I0507 06:33:18.448329 3833 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0507 06:33:18.448672 3833 egressservice_node.go:93] Setting up event handlers for Egress Services I0507 06:33:18.448867 3833 egressservice_node.go:183] Starting Egress Services Controller I0507 06:33:18.448891 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 06:33:18.448901 3833 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 06:33:18.448907 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 06:33:18.448912 3833 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 06:33:18.448917 3833 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 06:33:18.448922 3833 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 06:33:18.448927 3833 egressservice_node.go:197] Repairing Egress Services I0507 06:33:18.460391 3833 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0507 06:33:18.460410 3833 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 06:33:18.460856 3833 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0507 06:33:18.460872 3833 link_network_manager.go:119] Link manager is running I0507 06:33:18.460881 3833 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0507 06:33:18.461053 3833 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0507 06:33:18.461812 3833 vrf_manager.go:128] VRF manager is running I0507 06:33:18.462058 3833 node_controller_manager.go:437] Removing flows to drop GARP I0507 06:33:18.462070 3833 gateway.go:532] Reconciling gateway with updates I0507 06:33:18.487657 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 06:33:18.487670 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 06:33:18.487676 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 06:33:18.487683 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 06:33:18.487690 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 06:33:18.487691 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 06:33:18.487695 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 06:33:18.487702 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 06:33:18.487701 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 06:33:18.487702 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 06:33:18.487714 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 06:33:18.487689 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 06:33:18.487715 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 06:33:18.487717 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 06:33:18.487723 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 06:33:18.487737 3833 port_claim.go:71] Svc openshift-ingress/router-default: port 30939 is already open, no action needed I0507 06:33:18.487739 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 06:33:18.487742 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 06:33:18.487746 3833 port_claim.go:71] Svc openshift-ingress/router-default: port 30784 is already open, no action needed I0507 06:33:18.487748 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 06:33:18.487746 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:33:18.487769 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:33:18.487768 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 06:33:18.487780 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 06:33:18.487785 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 06:33:18.487791 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 06:33:18.487796 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 06:33:18.487801 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 06:33:18.487802 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 06:33:18.487808 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 06:33:18.487730 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 06:33:18.487816 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 06:33:18.487817 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 06:33:18.487822 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 06:33:18.487839 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 06:33:18.487842 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 06:33:18.487653 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 06:33:18.487847 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 06:33:18.487850 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 06:33:18.487860 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 06:33:18.487865 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 06:33:18.487869 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 06:33:18.487870 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 06:33:18.487846 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 06:33:18.487885 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 06:33:18.487888 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 06:33:18.487885 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 06:33:18.487893 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 06:33:18.487889 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 06:33:18.487899 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 06:33:18.487898 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 06:33:18.487910 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 06:33:18.487914 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 06:33:18.487919 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 06:33:18.487925 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 06:33:18.487702 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 06:33:18.487917 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 06:33:18.487791 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 06:33:18.487845 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 06:33:18.487891 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 06:33:18.488043 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 06:33:18.487809 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 06:33:18.487824 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 06:33:18.487825 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 06:33:18.488113 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:33:18.488125 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:33:18.488128 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 06:33:18.488139 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 06:33:18.487671 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 06:33:18.488184 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 06:33:18.488260 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 06:33:18.487829 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 06:33:18.488278 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 06:33:18.488281 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 06:33:18.487832 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 06:33:18.488312 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 06:33:18.488317 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 06:33:18.487836 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 06:33:18.487654 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 06:33:18.488351 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 06:33:18.487844 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 06:33:18.488383 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 06:33:18.488388 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 06:33:18.487848 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 06:33:18.488396 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 06:33:18.487854 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 06:33:18.488428 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 06:33:18.487870 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 06:33:18.488516 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 06:33:18.487875 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 06:33:18.487874 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 06:33:18.488603 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 06:33:18.487885 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 06:33:18.488627 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 06:33:18.487896 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 06:33:18.487896 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 06:33:18.488671 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 06:33:18.487901 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 06:33:18.487805 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 06:33:18.487904 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 06:33:18.487821 3833 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 06:33:18.488748 3833 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 06:33:18.531831 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 06:33:18.531841 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 06:33:18.531862 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 06:33:18.531870 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 06:33:18.531876 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 06:33:18.531883 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 06:33:18.574352 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 06:33:18.574391 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 06:33:18.574400 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 06:33:18.574410 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 06:33:18.574418 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 06:33:18.574426 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 06:33:18.574451 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 06:33:18.574483 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 06:33:18.574502 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 06:33:18.574525 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 06:33:18.574531 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 06:33:18.574537 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 06:33:18.574544 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 06:33:18.574550 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 06:33:18.574556 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 06:33:18.574565 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 06:33:18.574575 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 06:33:18.619961 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 06:33:18.619993 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 06:33:18.620002 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 06:33:18.620008 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 06:33:18.620014 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 06:33:18.620020 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 06:33:18.620025 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 06:33:18.620030 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 06:33:18.620046 3833 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 06:33:20.841270 3833 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-9.ec2.internal I0507 06:33:20.841306 3833 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-9.ec2.internal: 45.42µs I0507 06:33:20.865588 3833 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-b6f59f654-bf9h4] creating logical port openshift-image-registry_image-registry-b6f59f654-bf9h4 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:20.865713 3833 kube.go:256] Updating pod openshift-image-registry/image-registry-b6f59f654-bf9h4 I0507 06:33:20.886125 3833 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-wtjsm] creating logical port openshift-insights_insights-runtime-extractor-wtjsm for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:20.886815 3833 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-wtjsm I0507 06:33:20.889283 3833 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-bl6mq] creating logical port openshift-dns_dns-default-bl6mq for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:20.889433 3833 kube.go:256] Updating pod openshift-dns/dns-default-bl6mq I0507 06:33:20.890404 3833 pod.go:62] [openshift-image-registry/image-registry-b6f59f654-bf9h4] pod update took 24.736017ms I0507 06:33:20.890423 3833 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-b6f59f654-bf9h4] addLogicalPort annotation time took 24.767399ms I0507 06:33:20.892034 3833 pods.go:271] [openshift-image-registry/image-registry-b6f59f654-bf9h4] addLogicalPort took 26.471956ms, libovsdb time 1.087763ms I0507 06:33:20.910267 3833 pod.go:62] [openshift-dns/dns-default-bl6mq] pod update took 20.861349ms I0507 06:33:20.910296 3833 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-bl6mq] addLogicalPort annotation time took 20.900719ms I0507 06:33:20.911546 3833 pods.go:271] [openshift-dns/dns-default-bl6mq] addLogicalPort took 22.277576ms, libovsdb time 912.773µs I0507 06:33:20.912917 3833 pod.go:62] [openshift-insights/insights-runtime-extractor-wtjsm] pod update took 26.620472ms I0507 06:33:20.912942 3833 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-wtjsm] addLogicalPort annotation time took 26.654434ms I0507 06:33:20.914396 3833 pods.go:271] [openshift-insights/insights-runtime-extractor-wtjsm] addLogicalPort took 28.296293ms, libovsdb time 1.122258ms I0507 06:33:20.933073 3833 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-ft8l2] creating logical port openshift-ingress-canary_ingress-canary-ft8l2 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:20.933206 3833 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-ft8l2 I0507 06:33:20.950222 3833 pod.go:62] [openshift-ingress-canary/ingress-canary-ft8l2] pod update took 17.055391ms I0507 06:33:20.950247 3833 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-ft8l2] addLogicalPort annotation time took 17.090731ms I0507 06:33:20.951569 3833 pods.go:271] [openshift-ingress-canary/ingress-canary-ft8l2] addLogicalPort took 18.52093ms, libovsdb time 985.13µs W0507 06:33:22.197893 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 06:33:22.238684 3833 cni.go:452] [openshift-ingress-canary/ingress-canary-ft8l2 b33014922c9a5d6a1ce5172d49eab5f7588787b77779e92d810ce4346604edea network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-ft8l2 b33014922c9a5d6a1ce5172d49eab5f7588787b77779e92d810ce4346604edea network default NAD default NAD key ] I0507 06:33:22.304569 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-ft8l2, hostIfaceName: b33014922c9a5d6, network: default, NAD default, SandboxID: "b33014922c9a5d6a1ce5172d49eab5f7588787b77779e92d810ce4346604edea", PCI device ID: , UID: "f270c73f-766f-446e-b712-24573334dee9", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0507 06:33:22.367975 3833 cni.go:473] [openshift-ingress-canary/ingress-canary-ft8l2 b33014922c9a5d6a1ce5172d49eab5f7588787b77779e92d810ce4346604edea network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-ft8l2 b33014922c9a5d6a1ce5172d49eab5f7588787b77779e92d810ce4346604edea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:bf:ee:84:7c:db\",\"name\":\"b33014922c9a5d6\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16ccf032-151b-4afc-bcbb-745a13f854c1\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:22.826383 3833 cni.go:452] [openshift-dns/dns-default-bl6mq 69448ce5537a5536e818e4e3d9d22da720ff59da73c03e8a534988e90de9d2f1 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-bl6mq 69448ce5537a5536e818e4e3d9d22da720ff59da73c03e8a534988e90de9d2f1 network default NAD default NAD key ] I0507 06:33:22.837256 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-bl6mq, hostIfaceName: 69448ce5537a553, network: default, NAD default, SandboxID: "69448ce5537a5536e818e4e3d9d22da720ff59da73c03e8a534988e90de9d2f1", PCI device ID: , UID: "29e8e177-3d92-4fb8-90a3-28146b4647d9", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0507 06:33:22.890411 3833 cni.go:473] [openshift-dns/dns-default-bl6mq 69448ce5537a5536e818e4e3d9d22da720ff59da73c03e8a534988e90de9d2f1 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-bl6mq 69448ce5537a5536e818e4e3d9d22da720ff59da73c03e8a534988e90de9d2f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:53:9f:cb:17:e4\",\"name\":\"69448ce5537a553\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/272cc342-cfba-474d-89c2-a242953eef39\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:23.062003 3833 cni.go:452] [openshift-network-diagnostics/network-check-target-lwrgx b5b426710a02d88793f215da8e646fe9c2c9b2f0d18458a87d50f9ff0d4c07de network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-lwrgx b5b426710a02d88793f215da8e646fe9c2c9b2f0d18458a87d50f9ff0d4c07de network default NAD default NAD key ] I0507 06:33:23.071904 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-lwrgx, hostIfaceName: b5b426710a02d88, network: default, NAD default, SandboxID: "b5b426710a02d88793f215da8e646fe9c2c9b2f0d18458a87d50f9ff0d4c07de", PCI device ID: , UID: "9d1833db-42dd-498a-b550-c23188be7b92", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0507 06:33:23.092610 3833 cni.go:452] [kube-system/global-pull-secret-syncer-q9krf ae7ffdf4205e180e69f07426a1bc2c3141bb82ae271f91c7a35fd0e904545900 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-q9krf ae7ffdf4205e180e69f07426a1bc2c3141bb82ae271f91c7a35fd0e904545900 network default NAD default NAD key ] I0507 06:33:23.105406 3833 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-q9krf, hostIfaceName: ae7ffdf4205e180, network: default, NAD default, SandboxID: "ae7ffdf4205e180e69f07426a1bc2c3141bb82ae271f91c7a35fd0e904545900", PCI device ID: , UID: "8464ef37-2748-4d33-a47d-de617fbeaeab", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0507 06:33:23.131034 3833 cni.go:473] [openshift-network-diagnostics/network-check-target-lwrgx b5b426710a02d88793f215da8e646fe9c2c9b2f0d18458a87d50f9ff0d4c07de network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-lwrgx b5b426710a02d88793f215da8e646fe9c2c9b2f0d18458a87d50f9ff0d4c07de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:79:e4:65:d2:44\",\"name\":\"b5b426710a02d88\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afe1000e-369a-4790-8af0-1c61cc60019c\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:23.166078 3833 cni.go:473] [kube-system/global-pull-secret-syncer-q9krf ae7ffdf4205e180e69f07426a1bc2c3141bb82ae271f91c7a35fd0e904545900 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-q9krf ae7ffdf4205e180e69f07426a1bc2c3141bb82ae271f91c7a35fd0e904545900 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:2c:21:1a:67:bd\",\"name\":\"ae7ffdf4205e180\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da3051bb-e545-43e3-8ce8-c341b1c88979\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:27.475918 3833 default_network_controller.go:1025] Node "ip-10-0-1-150.ec2.internal" in remote zone "ip-10-0-1-150.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 06:33:27.476836 3833 zone_ic_handler.go:195] Time taken to create transit switch: 324.13µs I0507 06:33:27.476853 3833 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-150.ec2.internal for the network default I0507 06:33:27.478079 3833 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-150.ec2.internal" on network "default" took: 1.58913ms I0507 06:33:27.647825 3833 cni.go:452] [openshift-image-registry/image-registry-b6f59f654-bf9h4 eef234c05409d5d9b525d5a619a09a0fb5a89dba2a2d58601449a2c8fbba402b network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-b6f59f654-bf9h4 eef234c05409d5d9b525d5a619a09a0fb5a89dba2a2d58601449a2c8fbba402b network default NAD default NAD key ] I0507 06:33:27.660868 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-b6f59f654-bf9h4, hostIfaceName: eef234c05409d5d, network: default, NAD default, SandboxID: "eef234c05409d5d9b525d5a619a09a0fb5a89dba2a2d58601449a2c8fbba402b", PCI device ID: , UID: "c6e08a5e-afed-4b42-aca7-628d4d32bd52", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0507 06:33:27.727482 3833 cni.go:473] [openshift-image-registry/image-registry-b6f59f654-bf9h4 eef234c05409d5d9b525d5a619a09a0fb5a89dba2a2d58601449a2c8fbba402b network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-b6f59f654-bf9h4 eef234c05409d5d9b525d5a619a09a0fb5a89dba2a2d58601449a2c8fbba402b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:8b:9b:c4:c4:eb\",\"name\":\"eef234c05409d5d\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a562b68-9842-4677-b995-9c76e315be36\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:36.922321 3833 cni.go:452] [openshift-insights/insights-runtime-extractor-wtjsm 9087e351791aefd585303da151c87d4f2f6afd156ce09b99a2a9f6599759b745 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-wtjsm 9087e351791aefd585303da151c87d4f2f6afd156ce09b99a2a9f6599759b745 network default NAD default NAD key ] I0507 06:33:36.932201 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-wtjsm, hostIfaceName: 9087e351791aefd, network: default, NAD default, SandboxID: "9087e351791aefd585303da151c87d4f2f6afd156ce09b99a2a9f6599759b745", PCI device ID: , UID: "d82cbd0a-513b-4bec-968c-58a8d2c82b7d", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0507 06:33:36.988728 3833 cni.go:473] [openshift-insights/insights-runtime-extractor-wtjsm 9087e351791aefd585303da151c87d4f2f6afd156ce09b99a2a9f6599759b745 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-wtjsm 9087e351791aefd585303da151c87d4f2f6afd156ce09b99a2a9f6599759b745 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:fe:1e:7f:f2:ed\",\"name\":\"9087e351791aefd\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b52f383-da67-4752-9535-fc0ddc86a58e\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 06:33:37.546232 3833 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 06:33:37.552215 3833 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 06:33:37.576264 3833 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:37.576292 3833 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:37.576298 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0507 06:33:37.638388 3833 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-nxjzd] creating logical port openshift-console_downloads-5c54f4944f-nxjzd for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:37.638514 3833 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-nxjzd W0507 06:33:37.662060 3833 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 06:33:37.717191 3833 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-nxjzd I0507 06:33:37.775108 3833 pod.go:62] [openshift-console/downloads-5c54f4944f-nxjzd] pod update took 136.623604ms I0507 06:33:37.775136 3833 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-nxjzd] addLogicalPort annotation time took 136.658621ms I0507 06:33:37.776298 3833 pods.go:271] [openshift-console/downloads-5c54f4944f-nxjzd] addLogicalPort took 137.926661ms, libovsdb time 902.912µs I0507 06:33:38.068147 3833 cni.go:452] [openshift-console/downloads-5c54f4944f-nxjzd 658778b5d7b584f1893228d367c68af23cea921c27aca131bc841e3dc34bdfba network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-nxjzd 658778b5d7b584f1893228d367c68af23cea921c27aca131bc841e3dc34bdfba network default NAD default NAD key ] I0507 06:33:38.080918 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-nxjzd, hostIfaceName: 658778b5d7b584f, network: default, NAD default, SandboxID: "658778b5d7b584f1893228d367c68af23cea921c27aca131bc841e3dc34bdfba", PCI device ID: , UID: "43b9910e-b5d1-41e4-b823-a1785fc64231", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0507 06:33:38.136124 3833 cni.go:473] [openshift-console/downloads-5c54f4944f-nxjzd 658778b5d7b584f1893228d367c68af23cea921c27aca131bc841e3dc34bdfba network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-nxjzd 658778b5d7b584f1893228d367c68af23cea921c27aca131bc841e3dc34bdfba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:e1:0d:dc:e8:78\",\"name\":\"658778b5d7b584f\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29cf35c1-132b-4c57-8713-ddb4525d8d83\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:38.192935 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xqjst] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-xqjst for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:38.193099 3833 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xqjst I0507 06:33:38.212000 3833 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xqjst] pod update took 18.931105ms I0507 06:33:38.212025 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xqjst] addLogicalPort annotation time took 18.963038ms I0507 06:33:38.213805 3833 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xqjst] addLogicalPort took 20.889753ms, libovsdb time 1.379516ms W0507 06:33:38.324805 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:38.324833 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:38.324842 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0507 06:33:39.173374 3833 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f59f654-6ps6d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:33:39.174126 3833 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f59f654-6ps6d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:33:39.190783 3833 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f59f654-6ps6d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:33:39.190882 3833 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f59f654-6ps6d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:33:39.191751 3833 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xqjst fafb977eca006a13d7398d5418faa84bb4f763907c60166c8f4a27f453e553d3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xqjst fafb977eca006a13d7398d5418faa84bb4f763907c60166c8f4a27f453e553d3 network default NAD default NAD key ] I0507 06:33:39.199670 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b6f59f654-6ps6d I0507 06:33:39.199702 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b6f59f654-6ps6d I0507 06:33:39.203828 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-xqjst, hostIfaceName: fafb977eca006a1, network: default, NAD default, SandboxID: "fafb977eca006a13d7398d5418faa84bb4f763907c60166c8f4a27f453e553d3", PCI device ID: , UID: "a878584b-dd33-4a42-a1f3-7e6bd6ac0d25", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0507 06:33:39.262556 3833 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xqjst fafb977eca006a13d7398d5418faa84bb4f763907c60166c8f4a27f453e553d3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xqjst fafb977eca006a13d7398d5418faa84bb4f763907c60166c8f4a27f453e553d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:a4:b0:4b:53:ac\",\"name\":\"fafb977eca006a1\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/809eb27e-b3c1-487e-b7a1-8850d079911a\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 06:33:41.202242 3833 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 06:33:42.150050 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0507 06:33:42.184388 3833 base_network_controller_pods.go:487] [default/openshift-console/console-7b4869c4dd-trl6l] creating logical port openshift-console_console-7b4869c4dd-trl6l for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:42.184508 3833 kube.go:256] Updating pod openshift-console/console-7b4869c4dd-trl6l I0507 06:33:42.205677 3833 pod.go:62] [openshift-console/console-7b4869c4dd-trl6l] pod update took 21.192699ms I0507 06:33:42.205708 3833 base_network_controller_pods.go:951] [default/openshift-console/console-7b4869c4dd-trl6l] addLogicalPort annotation time took 21.232559ms I0507 06:33:42.206982 3833 pods.go:271] [openshift-console/console-7b4869c4dd-trl6l] addLogicalPort took 22.614896ms, libovsdb time 948.668µs W0507 06:33:42.382029 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0507 06:33:42.900503 3833 cni.go:452] [openshift-console/console-7b4869c4dd-trl6l af3741a51ada5bfdaba727314b46aaee5afe297e8f6f533cc17d8e9e0c23544e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b4869c4dd-trl6l af3741a51ada5bfdaba727314b46aaee5afe297e8f6f533cc17d8e9e0c23544e network default NAD default NAD key ] I0507 06:33:42.912756 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b4869c4dd-trl6l, hostIfaceName: af3741a51ada5bf, network: default, NAD default, SandboxID: "af3741a51ada5bfdaba727314b46aaee5afe297e8f6f533cc17d8e9e0c23544e", PCI device ID: , UID: "07e13634-1f94-4c82-bec0-77d44e1271ea", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0507 06:33:42.971614 3833 cni.go:473] [openshift-console/console-7b4869c4dd-trl6l af3741a51ada5bfdaba727314b46aaee5afe297e8f6f533cc17d8e9e0c23544e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b4869c4dd-trl6l af3741a51ada5bfdaba727314b46aaee5afe297e8f6f533cc17d8e9e0c23544e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:c3:a7:3a:9b:70\",\"name\":\"af3741a51ada5bf\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6967d2f1-cf8a-49b8-8cce-82b0bb95168b\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:43.264784 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-m99mf] creating logical port openshift-monitoring_prometheus-operator-76b589d668-m99mf for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:43.264916 3833 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-m99mf I0507 06:33:43.285223 3833 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-m99mf] pod update took 20.34209ms I0507 06:33:43.285251 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-m99mf] addLogicalPort annotation time took 20.37798ms I0507 06:33:43.286904 3833 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-m99mf] addLogicalPort took 22.1454ms, libovsdb time 910.338µs I0507 06:33:44.293867 3833 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-m99mf d8b91e7232f6598223650575775fbeb83d54d50ba1639084ef388ac1bee83c4c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-m99mf d8b91e7232f6598223650575775fbeb83d54d50ba1639084ef388ac1bee83c4c network default NAD default NAD key ] I0507 06:33:44.314421 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-m99mf, hostIfaceName: d8b91e7232f6598, network: default, NAD default, SandboxID: "d8b91e7232f6598223650575775fbeb83d54d50ba1639084ef388ac1bee83c4c", PCI device ID: , UID: "5bcf1614-af9c-40dc-ab7b-f35c4661c403", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0507 06:33:44.376189 3833 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-m99mf d8b91e7232f6598223650575775fbeb83d54d50ba1639084ef388ac1bee83c4c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-m99mf d8b91e7232f6598223650575775fbeb83d54d50ba1639084ef388ac1bee83c4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:f4:08:b0:ea:30\",\"name\":\"d8b91e7232f6598\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ecc5222-dd12-4c49-8371-07cc9de8fbb4\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 06:33:46.056416 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 06:33:46.056464 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 06:33:47.628970 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 06:33:48.184779 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 06:33:48.388540 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 06:33:49.321349 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0507 06:33:50.745548 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-l49xz] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-l49xz for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:50.745673 3833 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-l49xz I0507 06:33:50.766576 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-pl7g8] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-pl7g8 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:50.766729 3833 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-pl7g8 I0507 06:33:50.770144 3833 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-l49xz] pod update took 24.498132ms I0507 06:33:50.770170 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-l49xz] addLogicalPort annotation time took 24.532679ms I0507 06:33:50.771524 3833 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-l49xz] addLogicalPort took 25.995709ms, libovsdb time 993.546µs I0507 06:33:50.787452 3833 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-pl7g8] pod update took 20.735584ms I0507 06:33:50.787481 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-pl7g8] addLogicalPort annotation time took 20.787592ms I0507 06:33:50.788767 3833 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-pl7g8] addLogicalPort took 22.213482ms, libovsdb time 957.369µs I0507 06:33:51.174800 3833 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-l49xz b7b02e2724012272fe27698f6ba4e71c7c0eed02c1814ba8120b55ea9ca53981 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-l49xz b7b02e2724012272fe27698f6ba4e71c7c0eed02c1814ba8120b55ea9ca53981 network default NAD default NAD key ] I0507 06:33:51.187674 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-l49xz, hostIfaceName: b7b02e272401227, network: default, NAD default, SandboxID: "b7b02e2724012272fe27698f6ba4e71c7c0eed02c1814ba8120b55ea9ca53981", PCI device ID: , UID: "da3af25c-e4c7-45fc-a3d7-51f4cc539cce", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0507 06:33:51.213562 3833 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-pl7g8 7581a349b497daedea75d0977ae9958e3f7bd8049bfe6c74d9090e234a66e82e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-pl7g8 7581a349b497daedea75d0977ae9958e3f7bd8049bfe6c74d9090e234a66e82e network default NAD default NAD key ] I0507 06:33:51.224830 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-pl7g8, hostIfaceName: 7581a349b497dae, network: default, NAD default, SandboxID: "7581a349b497daedea75d0977ae9958e3f7bd8049bfe6c74d9090e234a66e82e", PCI device ID: , UID: "06b8b51f-fb9b-40f2-83d0-dedf971015f5", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0507 06:33:51.257214 3833 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-l49xz b7b02e2724012272fe27698f6ba4e71c7c0eed02c1814ba8120b55ea9ca53981 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-l49xz b7b02e2724012272fe27698f6ba4e71c7c0eed02c1814ba8120b55ea9ca53981 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:ad:44:70:a1:d4\",\"name\":\"b7b02e272401227\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5171c1c2-3d53-46df-8784-62702cf884df\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:51.284402 3833 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-pl7g8 7581a349b497daedea75d0977ae9958e3f7bd8049bfe6c74d9090e234a66e82e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-pl7g8 7581a349b497daedea75d0977ae9958e3f7bd8049bfe6c74d9090e234a66e82e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:4a:a2:53:94:fc\",\"name\":\"7581a349b497dae\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed9766a7-ec27-4a74-aa09-6a7e89a8166c\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:51.951029 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:51.951252 3833 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0507 06:33:51.976395 3833 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 25.205297ms I0507 06:33:51.976432 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.267162ms I0507 06:33:51.978421 3833 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.412294ms, libovsdb time 1.518378ms W0507 06:33:53.204391 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 06:33:53.204416 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 06:33:53.848538 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5bcbd566d7-vxj24] creating logical port openshift-monitoring_thanos-querier-5bcbd566d7-vxj24 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:53.848642 3833 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5bcbd566d7-vxj24 I0507 06:33:53.873936 3833 pod.go:62] [openshift-monitoring/thanos-querier-5bcbd566d7-vxj24] pod update took 25.325469ms I0507 06:33:53.873963 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5bcbd566d7-vxj24] addLogicalPort annotation time took 25.360188ms I0507 06:33:53.875283 3833 pods.go:271] [openshift-monitoring/thanos-querier-5bcbd566d7-vxj24] addLogicalPort took 26.765426ms, libovsdb time 954.693µs W0507 06:33:54.685621 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 06:33:54.685650 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 06:33:54.732873 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 06:33:54.732911 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 06:33:55.353193 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-c648b9cbd-db8gz] creating logical port openshift-monitoring_metrics-server-c648b9cbd-db8gz for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:55.353313 3833 kube.go:256] Updating pod openshift-monitoring/metrics-server-c648b9cbd-db8gz I0507 06:33:55.369264 3833 pod.go:62] [openshift-monitoring/metrics-server-c648b9cbd-db8gz] pod update took 15.979183ms I0507 06:33:55.369292 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-c648b9cbd-db8gz] addLogicalPort annotation time took 16.016396ms I0507 06:33:55.370638 3833 pods.go:271] [openshift-monitoring/metrics-server-c648b9cbd-db8gz] addLogicalPort took 17.460938ms, libovsdb time 1.017809ms I0507 06:33:55.497398 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-pb4j4] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-pb4j4 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:55.497545 3833 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-pb4j4 I0507 06:33:55.514990 3833 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pb4j4] pod update took 17.471891ms I0507 06:33:55.515021 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-pb4j4] addLogicalPort annotation time took 17.510938ms I0507 06:33:55.516381 3833 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pb4j4] addLogicalPort took 18.999832ms, libovsdb time 898.577µs I0507 06:33:56.039111 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5c94575769-cvs78] creating logical port openshift-monitoring_telemeter-client-5c94575769-cvs78 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:56.039247 3833 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5c94575769-cvs78 I0507 06:33:56.059665 3833 pod.go:62] [openshift-monitoring/telemeter-client-5c94575769-cvs78] pod update took 20.442283ms I0507 06:33:56.059693 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5c94575769-cvs78] addLogicalPort annotation time took 20.480949ms I0507 06:33:56.061232 3833 pods.go:271] [openshift-monitoring/telemeter-client-5c94575769-cvs78] addLogicalPort took 22.134882ms, libovsdb time 1.139459ms W0507 06:33:56.389969 3833 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5c95f64684-2btbb IP address from the namespace address-set, err: pod openshift-console/console-5c95f64684-2btbb: no pod IPs found I0507 06:33:57.194615 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:33:57.194739 3833 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0507 06:33:57.236269 3833 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 41.573737ms I0507 06:33:57.236308 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 41.61668ms I0507 06:33:57.237686 3833 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 43.08809ms, libovsdb time 960.551µs I0507 06:33:58.007663 3833 cni.go:452] [openshift-monitoring/telemeter-client-5c94575769-cvs78 7d956e6a1b5c70b1e3dc26556e07c391ce48ee4fb92ab703d6123f4750f2b5b1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5c94575769-cvs78 7d956e6a1b5c70b1e3dc26556e07c391ce48ee4fb92ab703d6123f4750f2b5b1 network default NAD default NAD key ] I0507 06:33:58.011605 3833 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pb4j4 b29ca07ac77edb4131bf5053dc1d3378e6e4d22bbe5f5eac2438cec84aebaae1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pb4j4 b29ca07ac77edb4131bf5053dc1d3378e6e4d22bbe5f5eac2438cec84aebaae1 network default NAD default NAD key ] I0507 06:33:58.011645 3833 cni.go:452] [openshift-monitoring/alertmanager-main-0 cc9bf4666d0858a5969da830597e9c63f0524ede6c59246a7b3937a5a1473378 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 cc9bf4666d0858a5969da830597e9c63f0524ede6c59246a7b3937a5a1473378 network default NAD default NAD key ] I0507 06:33:58.012719 3833 cni.go:452] [openshift-monitoring/prometheus-k8s-1 f44819bdbbdd0f985a9c710f3809eddfa52076b79cbb4282bf4d0d58b395cfa9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 f44819bdbbdd0f985a9c710f3809eddfa52076b79cbb4282bf4d0d58b395cfa9 network default NAD default NAD key ] I0507 06:33:58.020705 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5c94575769-cvs78, hostIfaceName: 7d956e6a1b5c70b, network: default, NAD default, SandboxID: "7d956e6a1b5c70b1e3dc26556e07c391ce48ee4fb92ab703d6123f4750f2b5b1", PCI device ID: , UID: "0e196b42-92de-415d-bb76-47e1c88fdcd3", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0507 06:33:58.028897 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-pb4j4, hostIfaceName: b29ca07ac77edb4, network: default, NAD default, SandboxID: "b29ca07ac77edb4131bf5053dc1d3378e6e4d22bbe5f5eac2438cec84aebaae1", PCI device ID: , UID: "4b2793d7-3b9a-469e-804e-0957d2877cf2", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0507 06:33:58.035223 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: cc9bf4666d0858a, network: default, NAD default, SandboxID: "cc9bf4666d0858a5969da830597e9c63f0524ede6c59246a7b3937a5a1473378", PCI device ID: , UID: "af6b39f7-c943-47f1-adb0-6557f2c4a0d5", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0507 06:33:58.036363 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: f44819bdbbdd0f9, network: default, NAD default, SandboxID: "f44819bdbbdd0f985a9c710f3809eddfa52076b79cbb4282bf4d0d58b395cfa9", PCI device ID: , UID: "907c20da-a7f6-4a48-8097-0c8d7cd9aba2", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0507 06:33:58.053344 3833 cni.go:452] [openshift-monitoring/metrics-server-c648b9cbd-db8gz 10164da666cb54497efb3cc5fd69283ff0ac8978499e4526e92c9f3e271ca519 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-c648b9cbd-db8gz 10164da666cb54497efb3cc5fd69283ff0ac8978499e4526e92c9f3e271ca519 network default NAD default NAD key ] I0507 06:33:58.055714 3833 cni.go:452] [openshift-multus/network-metrics-daemon-f8qw4 a217584a1fb837e307058f64be9e3d1e3592e97b2efe5448142e7b4ba3116b24 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-f8qw4 a217584a1fb837e307058f64be9e3d1e3592e97b2efe5448142e7b4ba3116b24 network default NAD default NAD key ] I0507 06:33:58.058017 3833 cni.go:452] [openshift-monitoring/thanos-querier-5bcbd566d7-vxj24 e4f3f72e00f9a2827d157d7d3fb21ca1847d43a94893b1a02c87551c9db02b25 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5bcbd566d7-vxj24 e4f3f72e00f9a2827d157d7d3fb21ca1847d43a94893b1a02c87551c9db02b25 network default NAD default NAD key ] I0507 06:33:58.089710 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-c648b9cbd-db8gz, hostIfaceName: 10164da666cb544, network: default, NAD default, SandboxID: "10164da666cb54497efb3cc5fd69283ff0ac8978499e4526e92c9f3e271ca519", PCI device ID: , UID: "af23043d-b89d-455c-adfd-7c8445a40ea9", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0507 06:33:58.092703 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5bcbd566d7-vxj24, hostIfaceName: e4f3f72e00f9a28, network: default, NAD default, SandboxID: "e4f3f72e00f9a2827d157d7d3fb21ca1847d43a94893b1a02c87551c9db02b25", PCI device ID: , UID: "8fd2fe4f-a02b-424d-b02a-bed6cf7f54b7", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0507 06:33:58.092925 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-f8qw4, hostIfaceName: a217584a1fb837e, network: default, NAD default, SandboxID: "a217584a1fb837e307058f64be9e3d1e3592e97b2efe5448142e7b4ba3116b24", PCI device ID: , UID: "a738a9ac-1b98-4897-ab4d-60cdc52889db", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] W0507 06:33:58.219138 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0507 06:33:58.343188 3833 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pb4j4 b29ca07ac77edb4131bf5053dc1d3378e6e4d22bbe5f5eac2438cec84aebaae1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-pb4j4 b29ca07ac77edb4131bf5053dc1d3378e6e4d22bbe5f5eac2438cec84aebaae1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:b8:08:cb:db:9d\",\"name\":\"b29ca07ac77edb4\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a93098f-f756-4baf-8fc1-760f4066fcad\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:58.343247 3833 cni.go:473] [openshift-monitoring/telemeter-client-5c94575769-cvs78 7d956e6a1b5c70b1e3dc26556e07c391ce48ee4fb92ab703d6123f4750f2b5b1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5c94575769-cvs78 7d956e6a1b5c70b1e3dc26556e07c391ce48ee4fb92ab703d6123f4750f2b5b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:39:6e:e5:e1:61\",\"name\":\"7d956e6a1b5c70b\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/daaf531b-ca42-4758-963d-e29ee09ce94d\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:58.343343 3833 cni.go:473] [openshift-monitoring/prometheus-k8s-1 f44819bdbbdd0f985a9c710f3809eddfa52076b79cbb4282bf4d0d58b395cfa9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 f44819bdbbdd0f985a9c710f3809eddfa52076b79cbb4282bf4d0d58b395cfa9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:e9:60:1b:40:66\",\"name\":\"f44819bdbbdd0f9\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8e49512-1776-461c-bea8-010f851f77e9\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:58.343798 3833 cni.go:473] [openshift-monitoring/alertmanager-main-0 cc9bf4666d0858a5969da830597e9c63f0524ede6c59246a7b3937a5a1473378 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 cc9bf4666d0858a5969da830597e9c63f0524ede6c59246a7b3937a5a1473378 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:e6:b7:07:29:bb\",\"name\":\"cc9bf4666d0858a\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0741adc-ec96-4d69-9872-760bfac2c9f6\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:58.415652 3833 cni.go:473] [openshift-multus/network-metrics-daemon-f8qw4 a217584a1fb837e307058f64be9e3d1e3592e97b2efe5448142e7b4ba3116b24 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-f8qw4 a217584a1fb837e307058f64be9e3d1e3592e97b2efe5448142e7b4ba3116b24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:4b:b3:e1:cc:c9\",\"name\":\"a217584a1fb837e\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b8b72c5-c3b4-4e70-8335-27240b4d387d\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:58.415795 3833 cni.go:473] [openshift-monitoring/thanos-querier-5bcbd566d7-vxj24 e4f3f72e00f9a2827d157d7d3fb21ca1847d43a94893b1a02c87551c9db02b25 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5bcbd566d7-vxj24 e4f3f72e00f9a2827d157d7d3fb21ca1847d43a94893b1a02c87551c9db02b25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:dc:6e:8c:c8:db\",\"name\":\"e4f3f72e00f9a28\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27ab0337-f2ea-48e8-9fee-a6b697d2d005\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:33:58.416012 3833 cni.go:473] [openshift-monitoring/metrics-server-c648b9cbd-db8gz 10164da666cb54497efb3cc5fd69283ff0ac8978499e4526e92c9f3e271ca519 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-c648b9cbd-db8gz 10164da666cb54497efb3cc5fd69283ff0ac8978499e4526e92c9f3e271ca519 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:7b:72:4d:f5:39\",\"name\":\"10164da666cb544\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1a19e68-e8ad-496f-a49c-d534c3e5cf19\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 06:33:58.428788 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0507 06:33:58.463798 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0507 06:33:59.312822 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 06:34:01.248532 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0507 06:34:01.287271 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:01.287293 3833 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:01.287298 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:01.346553 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 06:34:01.385627 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:34:01.385656 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 06:34:02.931664 3833 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d55df5557-lfqhj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:02.932367 3833 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d55df5557-lfqhj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 06:34:03.283920 3833 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:03.283951 3833 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:03.283959 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:03.283968 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:03.487735 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 06:34:03.554967 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:03.554989 3833 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:03.554994 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 06:34:03.707503 3833 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d55df5557-lfqhj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:03.707527 3833 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d55df5557-lfqhj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 06:34:03.712180 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:34:03.712197 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 06:34:03.716293 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6d55df5557-lfqhj I0507 06:34:03.716324 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6d55df5557-lfqhj W0507 06:34:03.878042 3833 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-8d7b564f9-xbqdz IP address from the namespace address-set, err: pod openshift-console/console-8d7b564f9-xbqdz: no pod IPs found W0507 06:34:03.880206 3833 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-8d7b564f9-4sjsr IP address from the namespace address-set, err: pod openshift-console/console-8d7b564f9-4sjsr: no pod IPs found W0507 06:34:04.526755 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:04.526782 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:04.526791 3833 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:04.526797 3833 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:09.309185 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:09.309210 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:09.309215 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:09.309222 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:09.309243 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:09.309248 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:09.309253 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:09.309257 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:11.557256 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:11.557279 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:11.557285 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:11.557293 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 06:34:13.524669 3833 cni.go:452] [openshift-console/console-7b4869c4dd-trl6l af3741a51ada5bfdaba727314b46aaee5afe297e8f6f533cc17d8e9e0c23544e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7b4869c4dd-trl6l af3741a51ada5bfdaba727314b46aaee5afe297e8f6f533cc17d8e9e0c23544e network default NAD default NAD key ] I0507 06:34:13.606657 3833 cni.go:473] [openshift-console/console-7b4869c4dd-trl6l af3741a51ada5bfdaba727314b46aaee5afe297e8f6f533cc17d8e9e0c23544e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7b4869c4dd-trl6l af3741a51ada5bfdaba727314b46aaee5afe297e8f6f533cc17d8e9e0c23544e network default NAD default NAD key default], result "{}", err I0507 06:34:13.656152 3833 obj_retry.go:498] Detected object openshift-console/console-7b4869c4dd-trl6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:13.656193 3833 pods.go:176] Deleting pod: openshift-console/console-7b4869c4dd-trl6l I0507 06:34:13.657725 3833 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7b4869c4dd-trl6l, ips: 10.130.0.12 I0507 06:34:13.657762 3833 obj_retry.go:498] Detected object openshift-console/console-7b4869c4dd-trl6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:13.665391 3833 base_network_controller_pods.go:487] [default/openshift-console/console-6d886d7477-jvvjc] creating logical port openshift-console_console-6d886d7477-jvvjc for pod on switch ip-10-0-0-9.ec2.internal I0507 06:34:13.665514 3833 kube.go:256] Updating pod openshift-console/console-6d886d7477-jvvjc I0507 06:34:13.680796 3833 pod.go:62] [openshift-console/console-6d886d7477-jvvjc] pod update took 15.306377ms I0507 06:34:13.680838 3833 base_network_controller_pods.go:951] [default/openshift-console/console-6d886d7477-jvvjc] addLogicalPort annotation time took 15.355786ms I0507 06:34:13.682751 3833 pods.go:271] [openshift-console/console-6d886d7477-jvvjc] addLogicalPort took 17.375732ms, libovsdb time 1.434064ms I0507 06:34:14.031101 3833 cni.go:452] [openshift-console/console-6d886d7477-jvvjc 7abe565e32e8aadd9b652fa67bc4c79ca24c5e0bf33dfd360a9c330ef4e387ce network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d886d7477-jvvjc 7abe565e32e8aadd9b652fa67bc4c79ca24c5e0bf33dfd360a9c330ef4e387ce network default NAD default NAD key ] I0507 06:34:14.041205 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d886d7477-jvvjc, hostIfaceName: 7abe565e32e8aad, network: default, NAD default, SandboxID: "7abe565e32e8aadd9b652fa67bc4c79ca24c5e0bf33dfd360a9c330ef4e387ce", PCI device ID: , UID: "eaf00855-d1b4-4f1b-9e64-d55d853a2f90", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0507 06:34:14.098815 3833 cni.go:473] [openshift-console/console-6d886d7477-jvvjc 7abe565e32e8aadd9b652fa67bc4c79ca24c5e0bf33dfd360a9c330ef4e387ce network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d886d7477-jvvjc 7abe565e32e8aadd9b652fa67bc4c79ca24c5e0bf33dfd360a9c330ef4e387ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:8a:00:e2:1b:9e\",\"name\":\"7abe565e32e8aad\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5102835d-c238-4919-a392-585d81622c0a\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:34:14.573289 3833 obj_retry.go:492] Detected object openshift-console/console-7b4869c4dd-trl6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:14.573315 3833 obj_retry.go:492] Detected object openshift-console/console-7b4869c4dd-trl6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:14.579550 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b4869c4dd-trl6l I0507 06:34:14.579578 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b4869c4dd-trl6l I0507 06:34:21.507369 3833 obj_retry.go:498] Detected object openshift-console/console-7b4869c4dd-n972x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.508009 3833 obj_retry.go:498] Detected object openshift-console/console-7b4869c4dd-n972x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.903815 3833 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.904375 3833 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.904408 3833 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.904421 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0507 06:34:21.904453 3833 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.904459 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 06:34:22.275309 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 06:34:22.275337 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 06:34:22.405304 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:22.405328 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:22.405334 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:22.405346 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:22.405350 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:22.405355 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 06:34:22.449284 3833 obj_retry.go:492] Detected object openshift-console/console-7b4869c4dd-n972x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.449308 3833 obj_retry.go:492] Detected object openshift-console/console-7b4869c4dd-n972x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.455935 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b4869c4dd-n972x I0507 06:34:22.455968 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b4869c4dd-n972x I0507 06:34:22.932434 3833 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.932478 3833 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.932499 3833 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.932518 3833 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0507 06:34:24.524285 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 06:34:24.639635 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 06:34:26.110234 3833 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 06:34:26.120636 3833 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 06:34:27.376895 3833 cni.go:452] [openshift-image-registry/image-registry-b6f59f654-bf9h4 eef234c05409d5d9b525d5a619a09a0fb5a89dba2a2d58601449a2c8fbba402b network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-b6f59f654-bf9h4 eef234c05409d5d9b525d5a619a09a0fb5a89dba2a2d58601449a2c8fbba402b network default NAD default NAD key ] I0507 06:34:27.457180 3833 cni.go:473] [openshift-image-registry/image-registry-b6f59f654-bf9h4 eef234c05409d5d9b525d5a619a09a0fb5a89dba2a2d58601449a2c8fbba402b network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-b6f59f654-bf9h4 eef234c05409d5d9b525d5a619a09a0fb5a89dba2a2d58601449a2c8fbba402b network default NAD default NAD key default], result "{}", err I0507 06:34:27.537553 3833 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f59f654-bf9h4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:27.537588 3833 pods.go:176] Deleting pod: openshift-image-registry/image-registry-b6f59f654-bf9h4 I0507 06:34:27.539011 3833 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-b6f59f654-bf9h4, ips: 10.130.0.6 I0507 06:34:27.539044 3833 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f59f654-bf9h4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:27.642727 3833 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f59f654-bf9h4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:27.642757 3833 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f59f654-bf9h4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:27.648995 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b6f59f654-bf9h4 I0507 06:34:27.649030 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b6f59f654-bf9h4 W0507 06:34:31.815119 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 06:34:31.835611 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 06:34:32.447122 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:32.447149 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:32.447155 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:36.844971 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0507 06:34:49.975108 3833 obj_retry.go:498] Detected object openshift-console/console-5c95f64684-mhjm8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:49.975718 3833 obj_retry.go:498] Detected object openshift-console/console-5c95f64684-mhjm8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:50.894095 3833 obj_retry.go:492] Detected object openshift-console/console-5c95f64684-mhjm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:50.894122 3833 obj_retry.go:492] Detected object openshift-console/console-5c95f64684-mhjm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:50.896457 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c95f64684-mhjm8 I0507 06:34:50.896483 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c95f64684-mhjm8 I0507 06:34:51.420595 3833 obj_retry.go:498] Detected object openshift-ingress/router-default-b979796cc-k296t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:51.421232 3833 obj_retry.go:498] Detected object openshift-ingress/router-default-b979796cc-k296t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:51.905123 3833 obj_retry.go:492] Detected object openshift-ingress/router-default-b979796cc-k296t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:51.905146 3833 obj_retry.go:492] Detected object openshift-ingress/router-default-b979796cc-k296t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:51.912012 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-b979796cc-k296t I0507 06:34:51.912048 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-b979796cc-k296t W0507 06:34:57.582097 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:34:57.582124 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:34:57.582135 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:34:57.582140 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:34:57.817070 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:34:57.817091 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 06:35:12.752080 3833 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:12.752657 3833 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:13.609647 3833 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:13.609683 3833 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:13.620069 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0507 06:35:13.620107 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0507 06:35:16.928469 3833 cni.go:452] [openshift-monitoring/prometheus-k8s-1 f44819bdbbdd0f985a9c710f3809eddfa52076b79cbb4282bf4d0d58b395cfa9 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 f44819bdbbdd0f985a9c710f3809eddfa52076b79cbb4282bf4d0d58b395cfa9 network default NAD default NAD key ] I0507 06:35:17.045423 3833 cni.go:473] [openshift-monitoring/prometheus-k8s-1 f44819bdbbdd0f985a9c710f3809eddfa52076b79cbb4282bf4d0d58b395cfa9 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 f44819bdbbdd0f985a9c710f3809eddfa52076b79cbb4282bf4d0d58b395cfa9 network default NAD default NAD key default], result "{}", err I0507 06:35:17.108023 3833 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:17.108137 3833 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0507 06:35:17.109657 3833 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.21 I0507 06:35:17.109689 3833 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:17.874077 3833 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:17.874167 3833 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:17.880208 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0507 06:35:17.880243 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0507 06:35:17.916603 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:35:17.916769 3833 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0507 06:35:17.940786 3833 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 24.063504ms I0507 06:35:17.940900 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 24.185032ms I0507 06:35:17.942249 3833 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.671115ms, libovsdb time 904.826µs I0507 06:35:18.282052 3833 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a1870bebad61923a759149f52b7e0357a4a874c99ccdd39ff53d2c61dd7b3ab9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a1870bebad61923a759149f52b7e0357a4a874c99ccdd39ff53d2c61dd7b3ab9 network default NAD default NAD key ] I0507 06:35:18.292415 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a1870bebad61923, network: default, NAD default, SandboxID: "a1870bebad61923a759149f52b7e0357a4a874c99ccdd39ff53d2c61dd7b3ab9", PCI device ID: , UID: "5d806147-8a52-4ccf-be69-9f440b901c1f", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0507 06:35:18.347995 3833 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a1870bebad61923a759149f52b7e0357a4a874c99ccdd39ff53d2c61dd7b3ab9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a1870bebad61923a759149f52b7e0357a4a874c99ccdd39ff53d2c61dd7b3ab9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:89:fb:ca:ea:8f\",\"name\":\"a1870bebad61923\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6c1fec1-2afc-407a-82c3-300bf5bb10ac\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:35:28.070714 3833 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 06:35:34.791540 3833 obj_retry.go:498] Detected object openshift-console/console-6d886d7477-22gzk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:34.792203 3833 obj_retry.go:498] Detected object openshift-console/console-6d886d7477-22gzk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:35.726689 3833 obj_retry.go:492] Detected object openshift-console/console-6d886d7477-22gzk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:35.726714 3833 obj_retry.go:492] Detected object openshift-console/console-6d886d7477-22gzk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:35.733126 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d886d7477-22gzk I0507 06:35:35.733150 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d886d7477-22gzk I0507 06:35:45.247214 3833 cni.go:452] [openshift-console/console-6d886d7477-jvvjc 7abe565e32e8aadd9b652fa67bc4c79ca24c5e0bf33dfd360a9c330ef4e387ce network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d886d7477-jvvjc 7abe565e32e8aadd9b652fa67bc4c79ca24c5e0bf33dfd360a9c330ef4e387ce network default NAD default NAD key ] I0507 06:35:45.324692 3833 cni.go:473] [openshift-console/console-6d886d7477-jvvjc 7abe565e32e8aadd9b652fa67bc4c79ca24c5e0bf33dfd360a9c330ef4e387ce network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d886d7477-jvvjc 7abe565e32e8aadd9b652fa67bc4c79ca24c5e0bf33dfd360a9c330ef4e387ce network default NAD default NAD key default], result "{}", err I0507 06:35:45.372746 3833 obj_retry.go:498] Detected object openshift-console/console-6d886d7477-jvvjc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:45.372779 3833 pods.go:176] Deleting pod: openshift-console/console-6d886d7477-jvvjc I0507 06:35:45.374032 3833 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d886d7477-jvvjc, ips: 10.130.0.22 I0507 06:35:45.374062 3833 obj_retry.go:498] Detected object openshift-console/console-6d886d7477-jvvjc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:46.006333 3833 obj_retry.go:492] Detected object openshift-console/console-6d886d7477-jvvjc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:46.006364 3833 obj_retry.go:492] Detected object openshift-console/console-6d886d7477-jvvjc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:46.012581 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d886d7477-jvvjc I0507 06:35:46.012606 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d886d7477-jvvjc I0507 06:35:46.129183 3833 cni.go:452] [openshift-monitoring/alertmanager-main-0 cc9bf4666d0858a5969da830597e9c63f0524ede6c59246a7b3937a5a1473378 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 cc9bf4666d0858a5969da830597e9c63f0524ede6c59246a7b3937a5a1473378 network default NAD default NAD key ] I0507 06:35:46.208916 3833 cni.go:473] [openshift-monitoring/alertmanager-main-0 cc9bf4666d0858a5969da830597e9c63f0524ede6c59246a7b3937a5a1473378 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 cc9bf4666d0858a5969da830597e9c63f0524ede6c59246a7b3937a5a1473378 network default NAD default NAD key default], result "{}", err I0507 06:35:46.271899 3833 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:46.271937 3833 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0507 06:35:46.273505 3833 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.16 I0507 06:35:46.273542 3833 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:47.020513 3833 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:47.020540 3833 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:47.027952 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0507 06:35:47.027982 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0507 06:35:47.072367 3833 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:35:47.072503 3833 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0507 06:35:47.096314 3833 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.873829ms I0507 06:35:47.096346 3833 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.911102ms I0507 06:35:47.097629 3833 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.280679ms, libovsdb time 919.518µs I0507 06:35:47.439555 3833 cni.go:452] [openshift-monitoring/alertmanager-main-0 5254beed4cee2c50c19a79022a637c26600878d618bbcc72db26f8e9883c20f5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 5254beed4cee2c50c19a79022a637c26600878d618bbcc72db26f8e9883c20f5 network default NAD default NAD key ] I0507 06:35:47.449480 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 5254beed4cee2c5, network: default, NAD default, SandboxID: "5254beed4cee2c50c19a79022a637c26600878d618bbcc72db26f8e9883c20f5", PCI device ID: , UID: "f60c479d-2684-49d7-9b63-12c5eeccda4f", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0507 06:35:47.505654 3833 cni.go:473] [openshift-monitoring/alertmanager-main-0 5254beed4cee2c50c19a79022a637c26600878d618bbcc72db26f8e9883c20f5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 5254beed4cee2c50c19a79022a637c26600878d618bbcc72db26f8e9883c20f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:2c:ea:74:44:17\",\"name\":\"5254beed4cee2c5\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8dac7cf-c270-4842-9aba-e77fcae766f9\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:36:04.325495 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:36:04.326085 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:36:05.220245 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:36:05.220273 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 06:36:17.487297 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:36:17.487332 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:36:17.487341 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:36:19.197837 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:36:19.197862 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 06:36:20.515463 3833 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:36:20.516023 3833 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:36:20.895194 3833 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:36:20.895218 3833 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:36:20.902101 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0507 06:36:20.902130 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0507 06:38:26.315561 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0507 06:38:27.326567 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0507 06:38:34.332218 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0507 06:39:11.296076 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0507 06:39:24.343128 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0507 06:39:30.994392 3833 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:39:31.295868 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0507 06:39:39.337692 3833 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 06:39:42.045557 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 06:39:42.045623 3833 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dlhzq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dlhzq: no pod IPs found I0507 06:40:04.281326 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:40:04.281835 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:40:05.147940 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:40:05.147964 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:40:19.207901 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0507 06:40:57.213906 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=128 I0507 06:40:59.276383 3833 namespace.go:98] [tsf] adding namespace I0507 06:40:59.277221 3833 namespace.go:102] [tsf] adding namespace took 816.595µs I0507 06:40:59.290870 3833 namespace.go:142] [tsf] updating namespace I0507 06:40:59.311145 3833 namespace.go:142] [tsf] updating namespace I0507 06:41:02.209611 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0507 06:41:03.912863 3833 namespace.go:98] [konflux-ui] adding namespace I0507 06:41:03.913741 3833 namespace.go:102] [konflux-ui] adding namespace took 851.274µs I0507 06:41:03.919875 3833 namespace.go:98] [cert-manager-operator] adding namespace I0507 06:41:03.919928 3833 namespace.go:98] [konflux-operator] adding namespace I0507 06:41:03.920006 3833 namespace.go:98] [tsf-keycloak] adding namespace I0507 06:41:03.920158 3833 namespace.go:98] [rhtpa-operator] adding namespace I0507 06:41:03.920274 3833 namespace.go:98] [rhbk-operator] adding namespace I0507 06:41:03.920308 3833 namespace.go:98] [tsf-tpa] adding namespace I0507 06:41:03.920674 3833 namespace.go:102] [cert-manager-operator] adding namespace took 779.313µs I0507 06:41:03.921265 3833 namespace.go:102] [konflux-operator] adding namespace took 1.325518ms I0507 06:41:03.921757 3833 namespace.go:102] [tsf-keycloak] adding namespace took 1.736355ms I0507 06:41:03.922277 3833 namespace.go:102] [rhtpa-operator] adding namespace took 2.107616ms I0507 06:41:03.922858 3833 namespace.go:102] [rhbk-operator] adding namespace took 2.566725ms I0507 06:41:03.923409 3833 namespace.go:102] [tsf-tpa] adding namespace took 3.082827ms I0507 06:41:03.932821 3833 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:03.940682 3833 namespace.go:98] [tsf-tas] adding namespace I0507 06:41:03.941223 3833 namespace.go:102] [tsf-tas] adding namespace took 529.44µs I0507 06:41:03.954980 3833 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:03.967154 3833 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:03.981802 3833 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:03.985023 3833 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:03.997249 3833 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:04.006910 3833 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:04.006920 3833 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:04.017657 3833 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:04.022848 3833 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:04.022924 3833 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:04.028110 3833 namespace.go:142] [tsf-tas] updating namespace I0507 06:41:04.039600 3833 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:04.039630 3833 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:04.041795 3833 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:04.049422 3833 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:04.053836 3833 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:04.063822 3833 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:04.073260 3833 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:04.093862 3833 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:04.093945 3833 namespace.go:142] [tsf-tas] updating namespace I0507 06:41:04.108484 3833 namespace.go:142] [tsf-tas] updating namespace I0507 06:41:04.125918 3833 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:04.336812 3833 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:05.298539 3833 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:05.301871 3833 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:05.498701 3833 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-9.ec2.internal I0507 06:41:05.498816 3833 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0507 06:41:05.522824 3833 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 24.033331ms I0507 06:41:05.522844 3833 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 24.065449ms I0507 06:41:05.524060 3833 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 25.372885ms, libovsdb time 899.526µs I0507 06:41:05.870722 3833 cni.go:452] [tsf/test-tsf-subscriptions b1b0400372c57a5860e9e421450af798612ce5c6d226eec89cd73fd25e136741 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions b1b0400372c57a5860e9e421450af798612ce5c6d226eec89cd73fd25e136741 network default NAD default NAD key ] I0507 06:41:05.879852 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: b1b0400372c57a5, network: default, NAD default, SandboxID: "b1b0400372c57a5860e9e421450af798612ce5c6d226eec89cd73fd25e136741", PCI device ID: , UID: "eebcdf31-997c-44e2-996f-c8a08d7ab7f0", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0507 06:41:05.927548 3833 cni.go:473] [tsf/test-tsf-subscriptions b1b0400372c57a5860e9e421450af798612ce5c6d226eec89cd73fd25e136741 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions b1b0400372c57a5860e9e421450af798612ce5c6d226eec89cd73fd25e136741 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:8b:0d:89:30:05\",\"name\":\"b1b0400372c57a5\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b1c8f61-a404-40f2-9cc9-8a2782be712b\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:41:11.549486 3833 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.550039 3833 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.550070 3833 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.550080 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:11.550093 3833 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.550097 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:11.576895 3833 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.577337 3833 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.577370 3833 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.577381 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:11.577393 3833 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.577400 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:12.573014 3833 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.573045 3833 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.573063 3833 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.573075 3833 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.599408 3833 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.599427 3833 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.599449 3833 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.599462 3833 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:14.565087 3833 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:14.565688 3833 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:14.565721 3833 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:14.565731 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:14.565744 3833 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:14.565751 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:15.595544 3833 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:15.595570 3833 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:15.595587 3833 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:15.595600 3833 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:16.604216 3833 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:16.604697 3833 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:16.604719 3833 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:16.604727 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:16.604734 3833 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:16.604738 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:17.616358 3833 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.616950 3833 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.616979 3833 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.616987 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:17.617004 3833 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.617008 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:17.638976 3833 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:17.638997 3833 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:17.639012 3833 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:17.639023 3833 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:17.639145 3833 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.639557 3833 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.639584 3833 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.639593 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:17.639602 3833 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.639609 3833 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:18.648245 3833 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.648264 3833 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.648277 3833 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.648286 3833 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.669115 3833 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.669139 3833 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.669153 3833 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.669161 3833 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0507 06:41:27.647837 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0507 06:41:28.004979 3833 namespace.go:142] [openshift-operators] updating namespace I0507 06:41:28.020582 3833 namespace.go:142] [openshift-operators] updating namespace W0507 06:41:28.994357 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:29.006205 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:30.145051 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 06:41:31.964908 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:31.984141 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:32.016313 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:32.021023 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0507 06:41:37.361561 3833 namespace.go:142] [openshift-operators] updating namespace W0507 06:41:37.988808 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 06:41:38.009973 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 06:41:38.020767 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 06:41:38.038460 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 06:41:39.227781 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=591 I0507 06:41:46.623912 3833 namespace.go:98] [trusted-artifact-signer] adding namespace I0507 06:41:46.624710 3833 namespace.go:102] [trusted-artifact-signer] adding namespace took 776.741µs I0507 06:41:46.656361 3833 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 06:41:46.675832 3833 namespace.go:142] [trusted-artifact-signer] updating namespace W0507 06:41:46.706035 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 06:41:50.868153 3833 namespace.go:98] [cert-manager] adding namespace I0507 06:41:50.868921 3833 namespace.go:102] [cert-manager] adding namespace took 746.823µs I0507 06:41:50.891684 3833 namespace.go:142] [cert-manager] updating namespace I0507 06:41:50.907752 3833 namespace.go:142] [cert-manager] updating namespace I0507 06:41:54.305066 3833 namespace.go:98] [openshift-pipelines] adding namespace I0507 06:41:54.305883 3833 namespace.go:102] [openshift-pipelines] adding namespace took 796.883µs I0507 06:41:54.316873 3833 namespace.go:142] [openshift-pipelines] updating namespace I0507 06:41:55.597034 3833 namespace.go:142] [cert-manager] updating namespace I0507 06:41:55.869338 3833 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:56.349409 3833 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:56.545825 3833 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:56.750913 3833 namespace.go:142] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] updating namespace I0507 06:41:57.146526 3833 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:57.342519 3833 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:57.548668 3833 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 06:41:57.755119 3833 namespace.go:142] [tsf] updating namespace I0507 06:41:57.961086 3833 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:58.381052 3833 namespace.go:142] [tsf-tas] updating namespace W0507 06:41:58.398997 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 06:41:58.399011 3833 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0507 06:41:59.049113 3833 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:59.716188 3833 namespace.go:142] [cert-manager] updating namespace I0507 06:41:59.795881 3833 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:59.825735 3833 namespace.go:142] [default] updating namespace I0507 06:41:59.850114 3833 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:59.876878 3833 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:59.906190 3833 namespace.go:142] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] updating namespace I0507 06:41:59.928610 3833 namespace.go:142] [openshift] updating namespace I0507 06:41:59.951160 3833 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:59.967078 3833 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:59.984074 3833 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 06:41:59.996149 3833 namespace.go:142] [tsf] updating namespace I0507 06:42:00.046122 3833 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:42:00.072639 3833 namespace.go:142] [tsf-tas] updating namespace I0507 06:42:00.086048 3833 namespace.go:142] [tsf-tpa] updating namespace I0507 06:42:00.169285 3833 namespace.go:142] [cert-manager] updating namespace I0507 06:42:00.219929 3833 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:42:00.281669 3833 namespace.go:142] [default] updating namespace I0507 06:42:00.334586 3833 namespace.go:142] [konflux-operator] updating namespace I0507 06:42:00.405893 3833 namespace.go:142] [konflux-ui] updating namespace I0507 06:42:00.502926 3833 namespace.go:142] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] updating namespace I0507 06:42:00.604841 3833 namespace.go:142] [openshift] updating namespace I0507 06:42:00.707738 3833 namespace.go:142] [rhbk-operator] updating namespace I0507 06:42:00.810312 3833 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:42:00.913999 3833 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 06:42:01.005187 3833 namespace.go:142] [tsf] updating namespace I0507 06:42:01.108050 3833 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:42:01.207049 3833 namespace.go:142] [tsf-tas] updating namespace I0507 06:42:01.303402 3833 namespace.go:142] [tsf-tpa] updating namespace I0507 06:42:02.042858 3833 namespace.go:142] [openshift-pipelines] updating namespace I0507 06:42:06.216717 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=101 I0507 06:42:06.304266 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0507 06:42:06.342923 3833 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-7466q] creating logical port cert-manager_cert-manager-59c77684cc-7466q for pod on switch ip-10-0-0-9.ec2.internal I0507 06:42:06.343039 3833 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-7466q I0507 06:42:06.361208 3833 pod.go:62] [cert-manager/cert-manager-59c77684cc-7466q] pod update took 18.193455ms I0507 06:42:06.361228 3833 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-7466q] addLogicalPort annotation time took 18.221274ms I0507 06:42:06.362458 3833 pods.go:271] [cert-manager/cert-manager-59c77684cc-7466q] addLogicalPort took 19.529248ms, libovsdb time 897.756µs I0507 06:42:06.699498 3833 cni.go:452] [cert-manager/cert-manager-59c77684cc-7466q ab0cc8dea47873adaa4ecc63ec7b3f85e8ff05b9ebb3e16951d891179078c763 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-7466q ab0cc8dea47873adaa4ecc63ec7b3f85e8ff05b9ebb3e16951d891179078c763 network default NAD default NAD key ] I0507 06:42:06.709162 3833 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-7466q, hostIfaceName: ab0cc8dea47873a, network: default, NAD default, SandboxID: "ab0cc8dea47873adaa4ecc63ec7b3f85e8ff05b9ebb3e16951d891179078c763", PCI device ID: , UID: "9deeb819-84d2-4973-84fa-5ebbf1ba6fc0", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0507 06:42:06.756885 3833 cni.go:473] [cert-manager/cert-manager-59c77684cc-7466q ab0cc8dea47873adaa4ecc63ec7b3f85e8ff05b9ebb3e16951d891179078c763 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-7466q ab0cc8dea47873adaa4ecc63ec7b3f85e8ff05b9ebb3e16951d891179078c763 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:c9:a8:92:23:e7\",\"name\":\"ab0cc8dea47873a\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53519523-eef8-4b10-b761-067046b643d4\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:42:11.223273 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z94w8] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-z94w8 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:42:11.223363 3833 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z94w8 I0507 06:42:11.238871 3833 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z94w8] pod update took 15.539868ms I0507 06:42:11.238893 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z94w8] addLogicalPort annotation time took 15.567001ms I0507 06:42:11.239999 3833 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z94w8] addLogicalPort took 16.739012ms, libovsdb time 752.435µs I0507 06:42:11.579987 3833 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z94w8 917ea75dd5c732e4aca257da00314a05f60ca4ae73f7aa659944f4090c6eb4c9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z94w8 917ea75dd5c732e4aca257da00314a05f60ca4ae73f7aa659944f4090c6eb4c9 network default NAD default NAD key ] I0507 06:42:11.589973 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-z94w8, hostIfaceName: 917ea75dd5c732e, network: default, NAD default, SandboxID: "917ea75dd5c732e4aca257da00314a05f60ca4ae73f7aa659944f4090c6eb4c9", PCI device ID: , UID: "89bbae0c-c21a-4e38-bb6c-317dc0f1623b", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0507 06:42:11.639677 3833 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z94w8 917ea75dd5c732e4aca257da00314a05f60ca4ae73f7aa659944f4090c6eb4c9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z94w8 917ea75dd5c732e4aca257da00314a05f60ca4ae73f7aa659944f4090c6eb4c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:b4:6d:20:cb:56\",\"name\":\"917ea75dd5c732e\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3a82651-74d0-411e-99c1-7118854901db\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 06:42:14.541121 3833 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 06:42:14.541142 3833 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 06:42:14.541147 3833 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 06:42:16.867467 3833 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:16.867487 3833 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:16.867491 3833 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:16.867495 3833 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:16.895534 3833 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 06:42:16.895549 3833 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 06:42:16.895554 3833 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0507 06:42:18.561205 3833 cni.go:452] [tsf/test-tsf-subscriptions b1b0400372c57a5860e9e421450af798612ce5c6d226eec89cd73fd25e136741 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions b1b0400372c57a5860e9e421450af798612ce5c6d226eec89cd73fd25e136741 network default NAD default NAD key ] I0507 06:42:18.637596 3833 cni.go:473] [tsf/test-tsf-subscriptions b1b0400372c57a5860e9e421450af798612ce5c6d226eec89cd73fd25e136741 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions b1b0400372c57a5860e9e421450af798612ce5c6d226eec89cd73fd25e136741 network default NAD default NAD key default], result "{}", err I0507 06:42:18.689619 3833 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:42:18.689648 3833 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0507 06:42:18.690841 3833 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.25 I0507 06:42:18.690869 3833 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:42:18.711638 3833 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:42:18.711653 3833 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:42:18.717522 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0507 06:42:18.717546 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0507 06:42:20.009296 3833 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-9.ec2.internal I0507 06:42:20.009393 3833 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0507 06:42:20.025423 3833 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 16.056121ms I0507 06:42:20.025458 3833 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 16.106113ms I0507 06:42:20.026523 3833 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 17.239639ms, libovsdb time 740.367µs I0507 06:42:20.365352 3833 cni.go:452] [tsf/test-tsf-infrastructure c1821cbb623c545b52ab4ca841c8a07728479a7046d409892c346306914650c3 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure c1821cbb623c545b52ab4ca841c8a07728479a7046d409892c346306914650c3 network default NAD default NAD key ] I0507 06:42:20.376137 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: c1821cbb623c545, network: default, NAD default, SandboxID: "c1821cbb623c545b52ab4ca841c8a07728479a7046d409892c346306914650c3", PCI device ID: , UID: "f290cc1e-56c1-4ef6-a7b3-b832fbfef688", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0507 06:42:20.436225 3833 cni.go:473] [tsf/test-tsf-infrastructure c1821cbb623c545b52ab4ca841c8a07728479a7046d409892c346306914650c3 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure c1821cbb623c545b52ab4ca841c8a07728479a7046d409892c346306914650c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:75:85:11:e5:0e\",\"name\":\"c1821cbb623c545\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3dff3a51-5e29-42b8-85c8-bfd755d6daaa\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:42:22.886731 3833 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-df9pj] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-df9pj for pod on switch ip-10-0-0-9.ec2.internal I0507 06:42:22.886866 3833 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-df9pj I0507 06:42:22.899686 3833 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-df9pj] pod update took 12.857938ms I0507 06:42:22.899708 3833 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-df9pj] addLogicalPort annotation time took 12.885792ms I0507 06:42:22.900991 3833 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-df9pj] addLogicalPort took 14.282664ms, libovsdb time 915.201µs I0507 06:42:22.984183 3833 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lrzc8] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-lrzc8 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:42:22.984298 3833 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lrzc8 I0507 06:42:22.996385 3833 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lrzc8] pod update took 12.110441ms I0507 06:42:22.996408 3833 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lrzc8] addLogicalPort annotation time took 12.136895ms I0507 06:42:22.997678 3833 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lrzc8] addLogicalPort took 13.517711ms, libovsdb time 900.104µs W0507 06:42:25.549456 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 06:42:25.549480 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 06:42:25.549488 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0507 06:42:29.342480 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0507 06:42:31.945068 3833 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-df9pj c4f618e55332d44240efdf2190b5cb393802a09f2397153cb756a6442a5d50d8 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-df9pj c4f618e55332d44240efdf2190b5cb393802a09f2397153cb756a6442a5d50d8 network default NAD default NAD key ] I0507 06:42:31.954157 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-df9pj, hostIfaceName: c4f618e55332d44, network: default, NAD default, SandboxID: "c4f618e55332d44240efdf2190b5cb393802a09f2397153cb756a6442a5d50d8", PCI device ID: , UID: "76c55392-2d14-48f9-ba71-600840e564c0", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0507 06:42:32.000503 3833 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-df9pj c4f618e55332d44240efdf2190b5cb393802a09f2397153cb756a6442a5d50d8 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-df9pj c4f618e55332d44240efdf2190b5cb393802a09f2397153cb756a6442a5d50d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:2f:f9:cf:ec:b3\",\"name\":\"c4f618e55332d44\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac12d64b-8184-4796-9deb-834c9b0d5df6\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:42:32.043917 3833 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lrzc8 f5ca932fb56efc8782f3364ce1561255fca049753135fa24e2589da5a02abf97 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lrzc8 f5ca932fb56efc8782f3364ce1561255fca049753135fa24e2589da5a02abf97 network default NAD default NAD key ] I0507 06:42:32.055569 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-lrzc8, hostIfaceName: f5ca932fb56efc8, network: default, NAD default, SandboxID: "f5ca932fb56efc8782f3364ce1561255fca049753135fa24e2589da5a02abf97", PCI device ID: , UID: "dfec3138-8f6c-4c4e-8478-9570560424cc", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0507 06:42:32.107121 3833 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lrzc8 f5ca932fb56efc8782f3364ce1561255fca049753135fa24e2589da5a02abf97 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-lrzc8 f5ca932fb56efc8782f3364ce1561255fca049753135fa24e2589da5a02abf97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:62:97:5c:8d:34\",\"name\":\"f5ca932fb56efc8\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97ffd095-a309-45ae-95dc-aad7cee0d9b7\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 06:42:32.629886 3833 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0507 06:42:32.652922 3833 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0507 06:42:35.210112 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=102 W0507 06:42:39.463421 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0507 06:42:53.641116 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0507 06:42:53.662021 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0507 06:42:55.741656 3833 cni.go:452] [tsf/test-tsf-infrastructure c1821cbb623c545b52ab4ca841c8a07728479a7046d409892c346306914650c3 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure c1821cbb623c545b52ab4ca841c8a07728479a7046d409892c346306914650c3 network default NAD default NAD key ] I0507 06:42:55.813525 3833 cni.go:473] [tsf/test-tsf-infrastructure c1821cbb623c545b52ab4ca841c8a07728479a7046d409892c346306914650c3 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure c1821cbb623c545b52ab4ca841c8a07728479a7046d409892c346306914650c3 network default NAD default NAD key default], result "{}", err I0507 06:42:55.861800 3833 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:42:55.861831 3833 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0507 06:42:55.863054 3833 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.28 I0507 06:42:55.863083 3833 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:42:55.882775 3833 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:42:55.882802 3833 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:42:55.889298 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0507 06:42:55.889322 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0507 06:42:56.954688 3833 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-9.ec2.internal I0507 06:42:56.954772 3833 kube.go:256] Updating pod tsf/test-tsf-iam I0507 06:42:56.971894 3833 pod.go:62] [tsf/test-tsf-iam] pod update took 17.146057ms I0507 06:42:56.971914 3833 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 17.16976ms I0507 06:42:56.972985 3833 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 18.316092ms, libovsdb time 727.429µs I0507 06:42:57.314726 3833 cni.go:452] [tsf/test-tsf-iam f6772fd8802f2bd2acb26b6e6c8e3d36663356c6272bba97f873a9f2dfede199 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam f6772fd8802f2bd2acb26b6e6c8e3d36663356c6272bba97f873a9f2dfede199 network default NAD default NAD key ] I0507 06:42:57.323750 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: f6772fd8802f2bd, network: default, NAD default, SandboxID: "f6772fd8802f2bd2acb26b6e6c8e3d36663356c6272bba97f873a9f2dfede199", PCI device ID: , UID: "f1635d00-6102-48c0-bd81-92efdf1f65ca", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0507 06:42:57.373649 3833 cni.go:473] [tsf/test-tsf-iam f6772fd8802f2bd2acb26b6e6c8e3d36663356c6272bba97f873a9f2dfede199 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam f6772fd8802f2bd2acb26b6e6c8e3d36663356c6272bba97f873a9f2dfede199 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:2f:3f:73:f7:64\",\"name\":\"f6772fd8802f2bd\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d91332ca-0307-4ae2-8b76-392e467bae7a\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:42:57.818186 3833 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0507 06:42:57.818806 3833 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0507 06:42:57.818830 3833 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0507 06:42:57.820867 3833 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0507 06:42:57.948043 3833 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 06:43:01.032078 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:43:01.032165 3833 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0507 06:43:01.044729 3833 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.583435ms I0507 06:43:01.044759 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.618518ms I0507 06:43:01.046020 3833 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.961319ms, libovsdb time 809.343µs I0507 06:43:01.320726 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0507 06:43:04.099819 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 06:43:04.099845 3833 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 06:43:04.099846 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0507 06:43:04.099860 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0507 06:43:11.889741 3833 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 8bf8599dd0ca4e6b82abf23564a50bf2eafb4ee16ccb36459326c85dff3cff9f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 8bf8599dd0ca4e6b82abf23564a50bf2eafb4ee16ccb36459326c85dff3cff9f network default NAD default NAD key ] I0507 06:43:11.899458 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 8bf8599dd0ca4e6, network: default, NAD default, SandboxID: "8bf8599dd0ca4e6b82abf23564a50bf2eafb4ee16ccb36459326c85dff3cff9f", PCI device ID: , UID: "8146548f-a0fc-4a25-88ae-5f4c38d8739c", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0507 06:43:11.949297 3833 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 8bf8599dd0ca4e6b82abf23564a50bf2eafb4ee16ccb36459326c85dff3cff9f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 8bf8599dd0ca4e6b82abf23564a50bf2eafb4ee16ccb36459326c85dff3cff9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:64:21:3e:00:fe\",\"name\":\"8bf8599dd0ca4e6\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44523e28-1c32-4838-be85-a0b3aabe8689\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:43:16.899252 3833 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 06:43:18.242904 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-f744cfc9f-kk6zp] creating logical port openshift-pipelines_tekton-results-api-f744cfc9f-kk6zp for pod on switch ip-10-0-0-9.ec2.internal I0507 06:43:18.243035 3833 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-f744cfc9f-kk6zp I0507 06:43:18.260510 3833 pod.go:62] [openshift-pipelines/tekton-results-api-f744cfc9f-kk6zp] pod update took 17.499824ms I0507 06:43:18.260531 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-f744cfc9f-kk6zp] addLogicalPort annotation time took 17.525561ms I0507 06:43:18.261659 3833 pods.go:271] [openshift-pipelines/tekton-results-api-f744cfc9f-kk6zp] addLogicalPort took 18.769881ms, libovsdb time 797.78µs I0507 06:43:18.443247 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-4rfcv] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-4rfcv for pod on switch ip-10-0-0-9.ec2.internal I0507 06:43:18.443324 3833 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-4rfcv I0507 06:43:18.466829 3833 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4rfcv] pod update took 23.526258ms I0507 06:43:18.466852 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-4rfcv] addLogicalPort annotation time took 23.550602ms I0507 06:43:18.467978 3833 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4rfcv] addLogicalPort took 24.741515ms, libovsdb time 741.774µs I0507 06:43:18.801255 3833 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4rfcv 8ed8e900468730121ea8d622722ede321d23afd729f132f2ee1ed58b0eaaa614 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4rfcv 8ed8e900468730121ea8d622722ede321d23afd729f132f2ee1ed58b0eaaa614 network default NAD default NAD key ] I0507 06:43:18.810545 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-4rfcv, hostIfaceName: 8ed8e9004687301, network: default, NAD default, SandboxID: "8ed8e900468730121ea8d622722ede321d23afd729f132f2ee1ed58b0eaaa614", PCI device ID: , UID: "25dba0a3-ddfa-4ce8-980d-624b383dacd2", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0507 06:43:18.861188 3833 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4rfcv 8ed8e900468730121ea8d622722ede321d23afd729f132f2ee1ed58b0eaaa614 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-4rfcv 8ed8e900468730121ea8d622722ede321d23afd729f132f2ee1ed58b0eaaa614 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:d2:31:97:56:8b\",\"name\":\"8ed8e9004687301\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85190c3b-9e0f-43cc-8152-873d1d7a2a09\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:43:19.201685 3833 cni.go:452] [openshift-pipelines/tekton-results-api-f744cfc9f-kk6zp 0364a26365f3175049130f9497f765bb0c6730771b7c3d310486760204626b88 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-kk6zp 0364a26365f3175049130f9497f765bb0c6730771b7c3d310486760204626b88 network default NAD default NAD key ] I0507 06:43:19.211302 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-f744cfc9f-kk6zp, hostIfaceName: 0364a26365f3175, network: default, NAD default, SandboxID: "0364a26365f3175049130f9497f765bb0c6730771b7c3d310486760204626b88", PCI device ID: , UID: "a66e11a4-a4b0-48f9-804f-4439f98c913a", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0507 06:43:19.259185 3833 cni.go:473] [openshift-pipelines/tekton-results-api-f744cfc9f-kk6zp 0364a26365f3175049130f9497f765bb0c6730771b7c3d310486760204626b88 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-kk6zp 0364a26365f3175049130f9497f765bb0c6730771b7c3d310486760204626b88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:b7:cb:e8:7c:90\",\"name\":\"0364a26365f3175\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bfadffc-0635-4115-bfa9-a2d57ca1e678\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 06:43:22.900033 3833 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 06:43:22.900056 3833 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 06:43:22.900062 3833 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 06:43:29.960029 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 06:43:29.960045 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 06:43:29.960051 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0507 06:43:35.018022 3833 namespace.go:142] [openshift-pipelines] updating namespace I0507 06:43:36.010946 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-tmw4c] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-tmw4c for pod on switch ip-10-0-0-9.ec2.internal I0507 06:43:36.011033 3833 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-tmw4c I0507 06:43:36.023884 3833 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-tmw4c] pod update took 12.87179ms I0507 06:43:36.023904 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-tmw4c] addLogicalPort annotation time took 12.896838ms I0507 06:43:36.025242 3833 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-tmw4c] addLogicalPort took 14.316681ms, libovsdb time 931.131µs I0507 06:43:36.366133 3833 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-tmw4c 44042d584bab80b0d1f3c42265210bc320c993dce8e34e7f8e21c5a5054e06ca network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-tmw4c 44042d584bab80b0d1f3c42265210bc320c993dce8e34e7f8e21c5a5054e06ca network default NAD default NAD key ] I0507 06:43:36.376538 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-tmw4c, hostIfaceName: 44042d584bab80b, network: default, NAD default, SandboxID: "44042d584bab80b0d1f3c42265210bc320c993dce8e34e7f8e21c5a5054e06ca", PCI device ID: , UID: "9cccb3ce-8a16-4703-896d-3a8a55607711", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0507 06:43:36.425747 3833 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-tmw4c 44042d584bab80b0d1f3c42265210bc320c993dce8e34e7f8e21c5a5054e06ca network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-tmw4c 44042d584bab80b0d1f3c42265210bc320c993dce8e34e7f8e21c5a5054e06ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c4:8a:cc:33:a7\",\"name\":\"44042d584bab80b\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3a7468b-afd1-4324-8131-6e7122e9a2a5\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:43:47.983596 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5qsqk] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-5qsqk for pod on switch ip-10-0-0-9.ec2.internal I0507 06:43:47.983709 3833 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5qsqk I0507 06:43:47.998219 3833 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5qsqk] pod update took 14.526789ms I0507 06:43:47.998239 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5qsqk] addLogicalPort annotation time took 14.553184ms I0507 06:43:47.999630 3833 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5qsqk] addLogicalPort took 16.045403ms, libovsdb time 995.218µs I0507 06:43:48.040165 3833 cni.go:452] [tsf/test-tsf-iam f6772fd8802f2bd2acb26b6e6c8e3d36663356c6272bba97f873a9f2dfede199 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam f6772fd8802f2bd2acb26b6e6c8e3d36663356c6272bba97f873a9f2dfede199 network default NAD default NAD key ] I0507 06:43:48.117092 3833 cni.go:473] [tsf/test-tsf-iam f6772fd8802f2bd2acb26b6e6c8e3d36663356c6272bba97f873a9f2dfede199 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam f6772fd8802f2bd2acb26b6e6c8e3d36663356c6272bba97f873a9f2dfede199 network default NAD default NAD key default], result "{}", err I0507 06:43:48.170099 3833 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:43:48.170153 3833 pods.go:176] Deleting pod: tsf/test-tsf-iam I0507 06:43:48.171282 3833 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.31 I0507 06:43:48.171310 3833 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:43:48.208900 3833 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:43:48.208923 3833 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:43:48.215228 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0507 06:43:48.215252 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0507 06:43:48.342155 3833 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5qsqk c67766b3f6c3ffafe8e85341cdf55100f88bc0a01008bc778f10a150cb9e4754 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5qsqk c67766b3f6c3ffafe8e85341cdf55100f88bc0a01008bc778f10a150cb9e4754 network default NAD default NAD key ] I0507 06:43:48.351506 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-5qsqk, hostIfaceName: c67766b3f6c3ffa, network: default, NAD default, SandboxID: "c67766b3f6c3ffafe8e85341cdf55100f88bc0a01008bc778f10a150cb9e4754", PCI device ID: , UID: "5d7caed6-c5b3-4fad-bdc9-779aa29395b4", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0507 06:43:48.399815 3833 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5qsqk c67766b3f6c3ffafe8e85341cdf55100f88bc0a01008bc778f10a150cb9e4754 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-5qsqk c67766b3f6c3ffafe8e85341cdf55100f88bc0a01008bc778f10a150cb9e4754 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:f9:96:08:72:a5\",\"name\":\"c67766b3f6c3ffa\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66ad76fa-afc0-493b-a823-f7c56382e7bd\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:43:49.023603 3833 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-9.ec2.internal I0507 06:43:49.023756 3833 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0507 06:43:49.043632 3833 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 19.91142ms I0507 06:43:49.043651 3833 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 19.938203ms I0507 06:43:49.044993 3833 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 21.403211ms, libovsdb time 926.574µs I0507 06:43:49.695037 3833 cni.go:452] [tsf-tas/test-tsf-tas 3d051ffcd9301d00539d42387483e50f0bd0517b3c1e972751bce192b44498e7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 3d051ffcd9301d00539d42387483e50f0bd0517b3c1e972751bce192b44498e7 network default NAD default NAD key ] I0507 06:43:49.704275 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 3d051ffcd9301d0, network: default, NAD default, SandboxID: "3d051ffcd9301d00539d42387483e50f0bd0517b3c1e972751bce192b44498e7", PCI device ID: , UID: "00f67c4b-1c75-4f46-8078-2b9d130da3e4", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0507 06:43:49.753647 3833 cni.go:473] [tsf-tas/test-tsf-tas 3d051ffcd9301d00539d42387483e50f0bd0517b3c1e972751bce192b44498e7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 3d051ffcd9301d00539d42387483e50f0bd0517b3c1e972751bce192b44498e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:a1:dd:3f:81:45\",\"name\":\"3d051ffcd9301d0\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cd540de-9bc3-4b3a-9317-8bbb784e279d\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:43:49.963634 3833 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-5425g-7dvls] creating logical port tsf-tas_segment-backup-installation-5425g-7dvls for pod on switch ip-10-0-0-9.ec2.internal I0507 06:43:49.963733 3833 kube.go:256] Updating pod tsf-tas/segment-backup-installation-5425g-7dvls I0507 06:43:49.994339 3833 pod.go:62] [tsf-tas/segment-backup-installation-5425g-7dvls] pod update took 30.637498ms I0507 06:43:49.994358 3833 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-5425g-7dvls] addLogicalPort annotation time took 30.662082ms I0507 06:43:49.995607 3833 pods.go:271] [tsf-tas/segment-backup-installation-5425g-7dvls] addLogicalPort took 32.017029ms, libovsdb time 868.183µs W0507 06:43:50.088966 3833 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0507 06:43:50.322905 3833 cni.go:452] [tsf-tas/segment-backup-installation-5425g-7dvls 69b3bffc8dd1e911298e0d3a3c8aa4ddc970e6d72d56188fa02c5a5cbcef9e6c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-5425g-7dvls 69b3bffc8dd1e911298e0d3a3c8aa4ddc970e6d72d56188fa02c5a5cbcef9e6c network default NAD default NAD key ] I0507 06:43:50.333034 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-5425g-7dvls, hostIfaceName: 69b3bffc8dd1e91, network: default, NAD default, SandboxID: "69b3bffc8dd1e911298e0d3a3c8aa4ddc970e6d72d56188fa02c5a5cbcef9e6c", PCI device ID: , UID: "536de63d-ed20-4b09-a4fc-3568d4f55aac", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0507 06:43:50.383233 3833 cni.go:473] [tsf-tas/segment-backup-installation-5425g-7dvls 69b3bffc8dd1e911298e0d3a3c8aa4ddc970e6d72d56188fa02c5a5cbcef9e6c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-5425g-7dvls 69b3bffc8dd1e911298e0d3a3c8aa4ddc970e6d72d56188fa02c5a5cbcef9e6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:94:76:7e:c8:83\",\"name\":\"69b3bffc8dd1e91\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90f69147-beb8-437d-80d9-e7a6d7f1095c\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 06:43:50.845483 3833 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 06:43:50.845574 3833 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0507 06:43:51.101208 3833 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6695485b56-vhng5] creating logical port tsf-tas_fulcio-server-6695485b56-vhng5 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:43:51.101317 3833 kube.go:256] Updating pod tsf-tas/fulcio-server-6695485b56-vhng5 I0507 06:43:51.137601 3833 pod.go:62] [tsf-tas/fulcio-server-6695485b56-vhng5] pod update took 36.316037ms I0507 06:43:51.137627 3833 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-6695485b56-vhng5] addLogicalPort annotation time took 36.347643ms I0507 06:43:51.139038 3833 pods.go:271] [tsf-tas/fulcio-server-6695485b56-vhng5] addLogicalPort took 37.821174ms, libovsdb time 964.854µs I0507 06:43:51.338560 3833 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-67c4df8877-tnlfb] creating logical port tsf-tas_trillian-logserver-67c4df8877-tnlfb for pod on switch ip-10-0-0-9.ec2.internal I0507 06:43:51.338728 3833 kube.go:256] Updating pod tsf-tas/trillian-logserver-67c4df8877-tnlfb I0507 06:43:51.361430 3833 pod.go:62] [tsf-tas/trillian-logserver-67c4df8877-tnlfb] pod update took 22.736923ms I0507 06:43:51.361495 3833 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-67c4df8877-tnlfb] addLogicalPort annotation time took 22.805093ms I0507 06:43:51.363226 3833 pods.go:271] [tsf-tas/trillian-logserver-67c4df8877-tnlfb] addLogicalPort took 24.693196ms, libovsdb time 1.059561ms I0507 06:43:51.509238 3833 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-684b546c8-2jzsr] creating logical port tsf-tas_trillian-logsigner-684b546c8-2jzsr for pod on switch ip-10-0-0-9.ec2.internal I0507 06:43:51.509366 3833 kube.go:256] Updating pod tsf-tas/trillian-logsigner-684b546c8-2jzsr I0507 06:43:51.537021 3833 pod.go:62] [tsf-tas/trillian-logsigner-684b546c8-2jzsr] pod update took 27.698111ms I0507 06:43:51.537045 3833 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-684b546c8-2jzsr] addLogicalPort annotation time took 27.73119ms I0507 06:43:51.538630 3833 pods.go:271] [tsf-tas/trillian-logsigner-684b546c8-2jzsr] addLogicalPort took 29.410756ms, libovsdb time 1.111167ms I0507 06:43:57.582130 3833 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tgv4d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:43:57.582674 3833 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tgv4d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:43:58.448835 3833 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tgv4d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:43:58.448863 3833 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tgv4d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:43:58.961771 3833 cni.go:452] [tsf-tas/fulcio-server-6695485b56-vhng5 8eed21829424bd8c866c2e0ce36274ad94ec675478279527f7d51266f3223b06 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-6695485b56-vhng5 8eed21829424bd8c866c2e0ce36274ad94ec675478279527f7d51266f3223b06 network default NAD default NAD key ] I0507 06:43:58.965771 3833 cni.go:452] [tsf-tas/trillian-logserver-67c4df8877-tnlfb 87606b7603ce89f423ae4eb563a2b498b3b280162a43a08c1ad8d4847c573faf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-67c4df8877-tnlfb 87606b7603ce89f423ae4eb563a2b498b3b280162a43a08c1ad8d4847c573faf network default NAD default NAD key ] I0507 06:43:58.965932 3833 cni.go:452] [tsf-tas/trillian-logsigner-684b546c8-2jzsr 904dcdbf876a6c8e58b39e23c25d431862cca385d19b25e9ed4c743194e25dd0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-684b546c8-2jzsr 904dcdbf876a6c8e58b39e23c25d431862cca385d19b25e9ed4c743194e25dd0 network default NAD default NAD key ] I0507 06:43:58.972965 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6695485b56-vhng5, hostIfaceName: 8eed21829424bd8, network: default, NAD default, SandboxID: "8eed21829424bd8c866c2e0ce36274ad94ec675478279527f7d51266f3223b06", PCI device ID: , UID: "d3644d40-7bb1-4568-bb86-8dbd78a4668e", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0507 06:43:58.976965 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-67c4df8877-tnlfb, hostIfaceName: 87606b7603ce89f, network: default, NAD default, SandboxID: "87606b7603ce89f423ae4eb563a2b498b3b280162a43a08c1ad8d4847c573faf", PCI device ID: , UID: "df36f219-e74a-450f-b3b0-eae787208b04", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0507 06:43:58.978819 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-684b546c8-2jzsr, hostIfaceName: 904dcdbf876a6c8, network: default, NAD default, SandboxID: "904dcdbf876a6c8e58b39e23c25d431862cca385d19b25e9ed4c743194e25dd0", PCI device ID: , UID: "46ed08b7-a84b-42db-b380-5be42d4a82e2", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0507 06:43:59.030016 3833 cni.go:473] [tsf-tas/fulcio-server-6695485b56-vhng5 8eed21829424bd8c866c2e0ce36274ad94ec675478279527f7d51266f3223b06 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-6695485b56-vhng5 8eed21829424bd8c866c2e0ce36274ad94ec675478279527f7d51266f3223b06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:17:63:fe:b3:42\",\"name\":\"8eed21829424bd8\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0068b833-aae2-41c9-87be-3af17536cc53\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:43:59.049095 3833 cni.go:473] [tsf-tas/trillian-logsigner-684b546c8-2jzsr 904dcdbf876a6c8e58b39e23c25d431862cca385d19b25e9ed4c743194e25dd0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-684b546c8-2jzsr 904dcdbf876a6c8e58b39e23c25d431862cca385d19b25e9ed4c743194e25dd0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:50:1c:1d:22:5e\",\"name\":\"904dcdbf876a6c8\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ed29ad8-5da7-42a7-b5d2-af33faf0ba9e\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:43:59.068542 3833 cni.go:473] [tsf-tas/trillian-logserver-67c4df8877-tnlfb 87606b7603ce89f423ae4eb563a2b498b3b280162a43a08c1ad8d4847c573faf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-67c4df8877-tnlfb 87606b7603ce89f423ae4eb563a2b498b3b280162a43a08c1ad8d4847c573faf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:05:10:58:ea:3f\",\"name\":\"87606b7603ce89f\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a002cb43-246c-4ebb-ae13-4d1e0fdfac50\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 06:44:01.086020 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0507 06:44:01.139311 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0507 06:44:01.139341 3833 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0507 06:44:02.159637 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0507 06:44:02.159663 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0507 06:44:03.148718 3833 cni.go:452] [tsf-tas/segment-backup-installation-5425g-7dvls 69b3bffc8dd1e911298e0d3a3c8aa4ddc970e6d72d56188fa02c5a5cbcef9e6c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-5425g-7dvls 69b3bffc8dd1e911298e0d3a3c8aa4ddc970e6d72d56188fa02c5a5cbcef9e6c network default NAD default NAD key ] I0507 06:44:03.232578 3833 cni.go:473] [tsf-tas/segment-backup-installation-5425g-7dvls 69b3bffc8dd1e911298e0d3a3c8aa4ddc970e6d72d56188fa02c5a5cbcef9e6c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-5425g-7dvls 69b3bffc8dd1e911298e0d3a3c8aa4ddc970e6d72d56188fa02c5a5cbcef9e6c network default NAD default NAD key default], result "{}", err W0507 06:44:03.911940 3833 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0507 06:44:05.284696 3833 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-5425g-7dvls of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:05.284723 3833 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-5425g-7dvls I0507 06:44:05.286015 3833 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-5425g-7dvls, ips: 10.130.0.38 I0507 06:44:05.286043 3833 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-5425g-7dvls of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 06:44:06.157595 3833 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0507 06:44:06.188305 3833 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0507 06:44:06.305118 3833 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-5425g-7dvls of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:06.305144 3833 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-5425g-7dvls of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 06:44:30.244202 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0507 06:44:30.267527 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0507 06:44:42.261534 3833 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-xls4r-ss625 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.262037 3833 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-xls4r-ss625 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.304480 3833 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-frglx-zq8sf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.304872 3833 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-frglx-zq8sf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.345433 3833 cni.go:452] [tsf-tas/test-tsf-tas 3d051ffcd9301d00539d42387483e50f0bd0517b3c1e972751bce192b44498e7 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 3d051ffcd9301d00539d42387483e50f0bd0517b3c1e972751bce192b44498e7 network default NAD default NAD key ] I0507 06:44:42.430119 3833 cni.go:473] [tsf-tas/test-tsf-tas 3d051ffcd9301d00539d42387483e50f0bd0517b3c1e972751bce192b44498e7 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 3d051ffcd9301d00539d42387483e50f0bd0517b3c1e972751bce192b44498e7 network default NAD default NAD key default], result "{}", err I0507 06:44:42.481463 3833 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.481495 3833 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0507 06:44:42.482691 3833 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.37 I0507 06:44:42.482718 3833 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.503111 3833 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:42.503128 3833 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:42.508811 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0507 06:44:42.508836 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0507 06:44:43.127154 3833 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-frglx-zq8sf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:43.127177 3833 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-frglx-zq8sf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:43.147650 3833 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-xls4r-ss625 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:43.147669 3833 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-xls4r-ss625 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:47.812879 3833 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-84d9bcc8b9-pbhs4] creating logical port tsf-tas_rekor-search-ui-84d9bcc8b9-pbhs4 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:44:47.812988 3833 kube.go:256] Updating pod tsf-tas/rekor-search-ui-84d9bcc8b9-pbhs4 I0507 06:44:47.833789 3833 pod.go:62] [tsf-tas/rekor-search-ui-84d9bcc8b9-pbhs4] pod update took 20.819816ms I0507 06:44:47.833810 3833 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-84d9bcc8b9-pbhs4] addLogicalPort annotation time took 20.847824ms I0507 06:44:47.834944 3833 pods.go:271] [tsf-tas/rekor-search-ui-84d9bcc8b9-pbhs4] addLogicalPort took 22.080849ms, libovsdb time 797.836µs I0507 06:44:48.172357 3833 cni.go:452] [tsf-tas/rekor-search-ui-84d9bcc8b9-pbhs4 874e400d358b0bd1c1437856bc8e8f31a5abe9a9bcc7f3cc3713ab65929286ba network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-84d9bcc8b9-pbhs4 874e400d358b0bd1c1437856bc8e8f31a5abe9a9bcc7f3cc3713ab65929286ba network default NAD default NAD key ] I0507 06:44:48.185798 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-84d9bcc8b9-pbhs4, hostIfaceName: 874e400d358b0bd, network: default, NAD default, SandboxID: "874e400d358b0bd1c1437856bc8e8f31a5abe9a9bcc7f3cc3713ab65929286ba", PCI device ID: , UID: "a2b30843-8135-44ab-b296-473811eb1a86", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0507 06:44:48.239239 3833 cni.go:473] [tsf-tas/rekor-search-ui-84d9bcc8b9-pbhs4 874e400d358b0bd1c1437856bc8e8f31a5abe9a9bcc7f3cc3713ab65929286ba network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-84d9bcc8b9-pbhs4 874e400d358b0bd1c1437856bc8e8f31a5abe9a9bcc7f3cc3713ab65929286ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:2e:e5:0a:1b:ab\",\"name\":\"874e400d358b0bd\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12009501-7aeb-4f7f-9e0f-7433234ae84b\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 06:44:48.712703 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0507 06:44:50.387837 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0507 06:44:52.163966 3833 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0507 06:44:52.309120 3833 obj_retry.go:498] Detected object tsf/patch-tekton-config-pnc8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:52.309670 3833 obj_retry.go:498] Detected object tsf/patch-tekton-config-pnc8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:53.183646 3833 obj_retry.go:492] Detected object tsf/patch-tekton-config-pnc8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:53.183670 3833 obj_retry.go:492] Detected object tsf/patch-tekton-config-pnc8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:53.282750 3833 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-z6q9k] creating logical port tsf_tsf-tekton-configuration-z6q9k for pod on switch ip-10-0-0-9.ec2.internal I0507 06:44:53.282839 3833 kube.go:256] Updating pod tsf/tsf-tekton-configuration-z6q9k I0507 06:44:53.293905 3833 pod.go:62] [tsf/tsf-tekton-configuration-z6q9k] pod update took 11.087754ms I0507 06:44:53.293947 3833 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-z6q9k] addLogicalPort annotation time took 11.111832ms I0507 06:44:53.295152 3833 pods.go:271] [tsf/tsf-tekton-configuration-z6q9k] addLogicalPort took 12.417026ms, libovsdb time 856.052µs I0507 06:44:53.639228 3833 cni.go:452] [tsf/tsf-tekton-configuration-z6q9k 54ded575006f5e0c5c19df7eddf0612ac44e57234985cd56eefef486a8342d59 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-z6q9k 54ded575006f5e0c5c19df7eddf0612ac44e57234985cd56eefef486a8342d59 network default NAD default NAD key ] I0507 06:44:53.648132 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-z6q9k, hostIfaceName: 54ded575006f5e0, network: default, NAD default, SandboxID: "54ded575006f5e0c5c19df7eddf0612ac44e57234985cd56eefef486a8342d59", PCI device ID: , UID: "06166cfd-d3a2-49a5-b145-ef12017fdf29", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0507 06:44:53.699119 3833 cni.go:473] [tsf/tsf-tekton-configuration-z6q9k 54ded575006f5e0c5c19df7eddf0612ac44e57234985cd56eefef486a8342d59 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-z6q9k 54ded575006f5e0c5c19df7eddf0612ac44e57234985cd56eefef486a8342d59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:34:84:78:2c:10\",\"name\":\"54ded575006f5e0\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0c65018-91fe-41aa-aa10-422344f2b7bb\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:44:58.433144 3833 cni.go:452] [tsf/tsf-tekton-configuration-z6q9k 54ded575006f5e0c5c19df7eddf0612ac44e57234985cd56eefef486a8342d59 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-z6q9k 54ded575006f5e0c5c19df7eddf0612ac44e57234985cd56eefef486a8342d59 network default NAD default NAD key ] I0507 06:44:58.515290 3833 cni.go:473] [tsf/tsf-tekton-configuration-z6q9k 54ded575006f5e0c5c19df7eddf0612ac44e57234985cd56eefef486a8342d59 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-z6q9k 54ded575006f5e0c5c19df7eddf0612ac44e57234985cd56eefef486a8342d59 network default NAD default NAD key default], result "{}", err I0507 06:44:58.564155 3833 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-z6q9k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:58.564189 3833 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-z6q9k I0507 06:44:58.565487 3833 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-z6q9k, ips: 10.130.0.43 I0507 06:44:58.565514 3833 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-z6q9k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:59.446476 3833 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-z6q9k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:59.446503 3833 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-z6q9k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:59.490260 3833 obj_retry.go:492] Detected object tsf/patch-tekton-config-pnc8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:59.490282 3833 obj_retry.go:492] Detected object tsf/patch-tekton-config-pnc8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:59.494590 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-pnc8t I0507 06:44:59.494621 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-pnc8t I0507 06:45:00.295427 3833 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-9.ec2.internal I0507 06:45:00.295568 3833 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0507 06:45:00.310254 3833 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.711327ms I0507 06:45:00.310278 3833 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.73699ms I0507 06:45:00.311576 3833 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.167912ms, libovsdb time 889.248µs I0507 06:45:00.652340 3833 cni.go:452] [tsf-tpa/pre-install-tsf-tpa fa56aaefa5edc67e6cdfe4f226ae34208a6e7fd807c9cf29859ba6ee84eec1bc network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa fa56aaefa5edc67e6cdfe4f226ae34208a6e7fd807c9cf29859ba6ee84eec1bc network default NAD default NAD key ] I0507 06:45:00.661587 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: fa56aaefa5edc67, network: default, NAD default, SandboxID: "fa56aaefa5edc67e6cdfe4f226ae34208a6e7fd807c9cf29859ba6ee84eec1bc", PCI device ID: , UID: "a458816c-264a-4590-a0f3-b7a3393ba243", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0507 06:45:00.711914 3833 cni.go:473] [tsf-tpa/pre-install-tsf-tpa fa56aaefa5edc67e6cdfe4f226ae34208a6e7fd807c9cf29859ba6ee84eec1bc network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa fa56aaefa5edc67e6cdfe4f226ae34208a6e7fd807c9cf29859ba6ee84eec1bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:8d:89:73:c7:1a\",\"name\":\"fa56aaefa5edc67\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7b7c0ce-5275-4300-8090-02aef24f4be7\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 06:45:02.373699 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0507 06:45:02.799336 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0507 06:45:03.464699 3833 cni.go:452] [tsf-tpa/pre-install-tsf-tpa fa56aaefa5edc67e6cdfe4f226ae34208a6e7fd807c9cf29859ba6ee84eec1bc network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa fa56aaefa5edc67e6cdfe4f226ae34208a6e7fd807c9cf29859ba6ee84eec1bc network default NAD default NAD key ] I0507 06:45:03.540725 3833 cni.go:473] [tsf-tpa/pre-install-tsf-tpa fa56aaefa5edc67e6cdfe4f226ae34208a6e7fd807c9cf29859ba6ee84eec1bc network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa fa56aaefa5edc67e6cdfe4f226ae34208a6e7fd807c9cf29859ba6ee84eec1bc network default NAD default NAD key default], result "{}", err I0507 06:45:03.591632 3833 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:03.591665 3833 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0507 06:45:03.592903 3833 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.44 I0507 06:45:03.592944 3833 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:03.617374 3833 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:03.617394 3833 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:03.620481 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0507 06:45:03.620508 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0507 06:45:03.837654 3833 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-9.ec2.internal I0507 06:45:03.837747 3833 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0507 06:45:03.851353 3833 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.629677ms I0507 06:45:03.851379 3833 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.657934ms I0507 06:45:03.852854 3833 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.219306ms, libovsdb time 997.281µs I0507 06:45:04.195266 3833 cni.go:452] [tsf-tpa/test-tsf-tpa 97c01d13a49642af1b68f79b36ef003c57f55266eb5ec10588a31df50022fcd2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 97c01d13a49642af1b68f79b36ef003c57f55266eb5ec10588a31df50022fcd2 network default NAD default NAD key ] I0507 06:45:04.204780 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 97c01d13a49642a, network: default, NAD default, SandboxID: "97c01d13a49642af1b68f79b36ef003c57f55266eb5ec10588a31df50022fcd2", PCI device ID: , UID: "c48d669f-2c66-4aa4-96c2-c14b56c93ad6", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0507 06:45:04.255054 3833 cni.go:473] [tsf-tpa/test-tsf-tpa 97c01d13a49642af1b68f79b36ef003c57f55266eb5ec10588a31df50022fcd2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 97c01d13a49642af1b68f79b36ef003c57f55266eb5ec10588a31df50022fcd2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:27:c0:ac:50:0b\",\"name\":\"97c01d13a49642a\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/847d15de-7529-4f22-8a19-96e7d928f8fc\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:45:09.394907 3833 obj_retry.go:498] Detected object tsf-tpa/create-db-dfpbt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:09.395452 3833 obj_retry.go:498] Detected object tsf-tpa/create-db-dfpbt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:10.418566 3833 obj_retry.go:492] Detected object tsf-tpa/create-db-dfpbt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:10.418595 3833 obj_retry.go:492] Detected object tsf-tpa/create-db-dfpbt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:13.440214 3833 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jt775 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:13.440748 3833 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jt775 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:13.560462 3833 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jt775 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:13.560483 3833 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jt775 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:18.031488 3833 obj_retry.go:498] Detected object tsf-tpa/create-importers-jw9qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:18.032038 3833 obj_retry.go:498] Detected object tsf-tpa/create-importers-jw9qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:19.053467 3833 obj_retry.go:492] Detected object tsf-tpa/create-importers-jw9qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:19.053493 3833 obj_retry.go:492] Detected object tsf-tpa/create-importers-jw9qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:19.061389 3833 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-c75qg-dkv6l] creating logical port tsf-tas_tuf-repository-init-c75qg-dkv6l for pod on switch ip-10-0-0-9.ec2.internal I0507 06:45:19.061501 3833 kube.go:256] Updating pod tsf-tas/tuf-repository-init-c75qg-dkv6l I0507 06:45:19.074520 3833 pod.go:62] [tsf-tas/tuf-repository-init-c75qg-dkv6l] pod update took 13.002921ms I0507 06:45:19.074554 3833 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-c75qg-dkv6l] addLogicalPort annotation time took 13.074415ms I0507 06:45:19.075943 3833 pods.go:271] [tsf-tas/tuf-repository-init-c75qg-dkv6l] addLogicalPort took 14.572654ms, libovsdb time 878.234µs W0507 06:45:23.365642 3833 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0507 06:45:24.830085 3833 cni.go:452] [tsf-tas/tuf-repository-init-c75qg-dkv6l e98aec1068b5d8540f98e2880106b3055532aa4ae7e22db565745ca04f716f0d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-c75qg-dkv6l e98aec1068b5d8540f98e2880106b3055532aa4ae7e22db565745ca04f716f0d network default NAD default NAD key ] I0507 06:45:24.839998 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-c75qg-dkv6l, hostIfaceName: e98aec1068b5d85, network: default, NAD default, SandboxID: "e98aec1068b5d8540f98e2880106b3055532aa4ae7e22db565745ca04f716f0d", PCI device ID: , UID: "45a8997a-1432-4453-8e52-a53d54714939", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0507 06:45:24.891415 3833 cni.go:473] [tsf-tas/tuf-repository-init-c75qg-dkv6l e98aec1068b5d8540f98e2880106b3055532aa4ae7e22db565745ca04f716f0d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-c75qg-dkv6l e98aec1068b5d8540f98e2880106b3055532aa4ae7e22db565745ca04f716f0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:72:2d:3b:61:71\",\"name\":\"e98aec1068b5d85\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b28d116-d95e-4106-b1d5-58740fb3c623\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:45:29.300233 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0507 06:45:30.620361 3833 cni.go:452] [tsf-tas/tuf-repository-init-c75qg-dkv6l e98aec1068b5d8540f98e2880106b3055532aa4ae7e22db565745ca04f716f0d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-c75qg-dkv6l e98aec1068b5d8540f98e2880106b3055532aa4ae7e22db565745ca04f716f0d network default NAD default NAD key ] I0507 06:45:30.701015 3833 cni.go:473] [tsf-tas/tuf-repository-init-c75qg-dkv6l e98aec1068b5d8540f98e2880106b3055532aa4ae7e22db565745ca04f716f0d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-c75qg-dkv6l e98aec1068b5d8540f98e2880106b3055532aa4ae7e22db565745ca04f716f0d network default NAD default NAD key default], result "{}", err I0507 06:45:30.792968 3833 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-c75qg-dkv6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:30.792999 3833 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-c75qg-dkv6l I0507 06:45:30.794255 3833 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-c75qg-dkv6l, ips: 10.130.0.46 I0507 06:45:30.794282 3833 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-c75qg-dkv6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:31.638155 3833 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-c75qg-dkv6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:31.638175 3833 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-c75qg-dkv6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:36.149524 3833 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-fb9gq] creating logical port tsf-tas_tuf-97fc8ff76-fb9gq for pod on switch ip-10-0-0-9.ec2.internal I0507 06:45:36.149652 3833 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-fb9gq I0507 06:45:36.168049 3833 pod.go:62] [tsf-tas/tuf-97fc8ff76-fb9gq] pod update took 18.421296ms I0507 06:45:36.168070 3833 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-fb9gq] addLogicalPort annotation time took 18.448125ms I0507 06:45:36.169344 3833 pods.go:271] [tsf-tas/tuf-97fc8ff76-fb9gq] addLogicalPort took 19.838371ms, libovsdb time 909.148µs I0507 06:45:45.206726 3833 cni.go:452] [tsf-tas/tuf-97fc8ff76-fb9gq 94ddd23e48d24871265b8e30bb576406d15ffbb213cf3c356c35452fb7fcc676 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-fb9gq 94ddd23e48d24871265b8e30bb576406d15ffbb213cf3c356c35452fb7fcc676 network default NAD default NAD key ] I0507 06:45:45.216137 3833 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-fb9gq, hostIfaceName: 94ddd23e48d2487, network: default, NAD default, SandboxID: "94ddd23e48d24871265b8e30bb576406d15ffbb213cf3c356c35452fb7fcc676", PCI device ID: , UID: "eb17bef7-ffed-4424-9c27-e1a993c3ce0b", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0507 06:45:45.270125 3833 cni.go:473] [tsf-tas/tuf-97fc8ff76-fb9gq 94ddd23e48d24871265b8e30bb576406d15ffbb213cf3c356c35452fb7fcc676 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-fb9gq 94ddd23e48d24871265b8e30bb576406d15ffbb213cf3c356c35452fb7fcc676 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:82:71:61:f6:ad\",\"name\":\"94ddd23e48d2487\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a892d80f-1398-4f8c-87c1-82ddbf449a24\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 06:45:48.716400 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0507 06:45:50.734961 3833 cni.go:452] [tsf-tpa/test-tsf-tpa 97c01d13a49642af1b68f79b36ef003c57f55266eb5ec10588a31df50022fcd2 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 97c01d13a49642af1b68f79b36ef003c57f55266eb5ec10588a31df50022fcd2 network default NAD default NAD key ] I0507 06:45:50.819788 3833 cni.go:473] [tsf-tpa/test-tsf-tpa 97c01d13a49642af1b68f79b36ef003c57f55266eb5ec10588a31df50022fcd2 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 97c01d13a49642af1b68f79b36ef003c57f55266eb5ec10588a31df50022fcd2 network default NAD default NAD key default], result "{}", err I0507 06:45:50.874212 3833 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:50.874239 3833 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0507 06:45:50.875431 3833 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.45 I0507 06:45:50.875476 3833 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:50.897369 3833 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:50.897414 3833 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:50.903580 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0507 06:45:50.903631 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0507 06:45:51.779153 3833 namespace.go:98] [integration-service] adding namespace I0507 06:45:51.779974 3833 namespace.go:102] [integration-service] adding namespace took 800.582µs I0507 06:45:51.783633 3833 namespace.go:98] [default-tenant] adding namespace I0507 06:45:51.784282 3833 namespace.go:102] [default-tenant] adding namespace took 633.551µs I0507 06:45:51.785180 3833 namespace.go:98] [image-controller] adding namespace I0507 06:45:51.785856 3833 namespace.go:102] [image-controller] adding namespace took 661.259µs I0507 06:45:51.790524 3833 namespace.go:98] [build-service] adding namespace I0507 06:45:51.791122 3833 namespace.go:102] [build-service] adding namespace took 586.292µs I0507 06:45:51.810602 3833 namespace.go:142] [integration-service] updating namespace I0507 06:45:51.834219 3833 namespace.go:142] [integration-service] updating namespace I0507 06:45:51.857984 3833 namespace.go:142] [default-tenant] updating namespace I0507 06:45:51.877887 3833 namespace.go:142] [default-tenant] updating namespace I0507 06:45:51.893641 3833 namespace.go:142] [image-controller] updating namespace I0507 06:45:51.978045 3833 namespace.go:142] [image-controller] updating namespace I0507 06:45:51.978133 3833 namespace.go:142] [build-service] updating namespace I0507 06:45:52.038879 3833 namespace.go:142] [build-service] updating namespace I0507 06:45:52.077017 3833 namespace.go:142] [integration-service] updating namespace I0507 06:45:52.101011 3833 namespace.go:98] [release-service] adding namespace I0507 06:45:52.101732 3833 namespace.go:102] [release-service] adding namespace took 704.4µs I0507 06:45:52.196258 3833 namespace.go:142] [release-service] updating namespace I0507 06:45:52.256215 3833 namespace.go:142] [konflux-ui] updating namespace I0507 06:45:52.256268 3833 namespace.go:98] [konflux-info] adding namespace I0507 06:45:52.256932 3833 namespace.go:102] [konflux-info] adding namespace took 649.561µs I0507 06:45:52.293629 3833 namespace.go:98] [namespace-lister] adding namespace I0507 06:45:52.294210 3833 namespace.go:102] [namespace-lister] adding namespace took 568.359µs I0507 06:45:52.368318 3833 namespace.go:98] [enterprise-contract-service] adding namespace I0507 06:45:52.368421 3833 namespace.go:142] [image-controller] updating namespace I0507 06:45:52.368904 3833 namespace.go:102] [enterprise-contract-service] adding namespace took 571.951µs I0507 06:45:52.527313 3833 namespace.go:142] [default-tenant] updating namespace I0507 06:45:52.681687 3833 namespace.go:98] [konflux-cli] adding namespace I0507 06:45:52.681804 3833 namespace.go:98] [segment-bridge] adding namespace I0507 06:45:52.682342 3833 namespace.go:102] [konflux-cli] adding namespace took 638.323µs I0507 06:45:52.682932 3833 namespace.go:102] [segment-bridge] adding namespace took 1.113936ms I0507 06:45:53.276934 3833 namespace.go:142] [build-service] updating namespace I0507 06:45:53.291895 3833 namespace.go:142] [konflux-info] updating namespace I0507 06:45:53.308977 3833 namespace.go:142] [release-service] updating namespace I0507 06:45:53.357251 3833 namespace.go:142] [konflux-info] updating namespace I0507 06:45:53.379852 3833 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:53.439860 3833 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:53.467922 3833 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:53.499024 3833 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:53.533868 3833 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:53.561612 3833 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:53.581799 3833 namespace.go:142] [segment-bridge] updating namespace I0507 06:45:53.595950 3833 namespace.go:142] [segment-bridge] updating namespace I0507 06:45:53.898050 3833 namespace.go:142] [build-service] updating namespace I0507 06:45:54.107051 3833 namespace.go:142] [default-tenant] updating namespace I0507 06:45:54.311358 3833 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:54.447065 3833 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0507 06:45:54.447678 3833 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0507 06:45:54.447694 3833 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0507 06:45:54.450060 3833 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0507 06:45:54.507200 3833 namespace.go:142] [image-controller] updating namespace I0507 06:45:54.545050 3833 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0507 06:45:54.545080 3833 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0507 06:45:54.545723 3833 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0507 06:45:54.707177 3833 namespace.go:142] [integration-service] updating namespace I0507 06:45:54.919121 3833 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:55.071004 3833 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-zwnmx] creating logical port image-controller_image-controller-controller-manager-6f859968fc-zwnmx for pod on switch ip-10-0-0-9.ec2.internal I0507 06:45:55.071084 3833 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-zwnmx I0507 06:45:55.087057 3833 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-zwnmx] pod update took 15.99383ms I0507 06:45:55.087078 3833 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-zwnmx] addLogicalPort annotation time took 16.018401ms I0507 06:45:55.088207 3833 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-zwnmx] addLogicalPort took 17.219088ms, libovsdb time 772.336µs I0507 06:45:55.115550 3833 namespace.go:142] [konflux-info] updating namespace I0507 06:45:55.330942 3833 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:55.361393 3833 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5654c5597d-jxl46] creating logical port konflux-ui_proxy-5654c5597d-jxl46 for pod on switch ip-10-0-0-9.ec2.internal I0507 06:45:55.361499 3833 kube.go:256] Updating pod konflux-ui/proxy-5654c5597d-jxl46 I0507 06:45:55.383244 3833 pod.go:62] [konflux-ui/proxy-5654c5597d-jxl46] pod update took 21.768854ms I0507 06:45:55.383268 3833 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5654c5597d-jxl46] addLogicalPort annotation time took 21.798657ms I0507 06:45:55.384575 3833 pods.go:271] [konflux-ui/proxy-5654c5597d-jxl46] addLogicalPort took 23.192592ms, libovsdb time 912.073µs I0507 06:45:55.472302 3833 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-zwnmx 371b8d3ff4d1d34d570caa0403d513ff4d51445e048730c1cbfff0652650d62e network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-zwnmx 371b8d3ff4d1d34d570caa0403d513ff4d51445e048730c1cbfff0652650d62e network default NAD default NAD key ] I0507 06:45:55.483096 3833 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-zwnmx, hostIfaceName: 371b8d3ff4d1d34, network: default, NAD default, SandboxID: "371b8d3ff4d1d34d570caa0403d513ff4d51445e048730c1cbfff0652650d62e", PCI device ID: , UID: "2508e2f6-3b7f-4711-a114-eacc4c55dbcf", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0507 06:45:55.509000 3833 namespace.go:142] [release-service] updating namespace I0507 06:45:55.535876 3833 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-zwnmx 371b8d3ff4d1d34d570caa0403d513ff4d51445e048730c1cbfff0652650d62e network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-zwnmx 371b8d3ff4d1d34d570caa0403d513ff4d51445e048730c1cbfff0652650d62e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:91:0d:14:37:52\",\"name\":\"371b8d3ff4d1d34\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0a965e3-6b65-4305-8e01-e970d428013a\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:45:55.705210 3833 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-45snn] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-45snn for pod on switch ip-10-0-0-9.ec2.internal I0507 06:45:55.705298 3833 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-45snn I0507 06:45:55.722412 3833 namespace.go:142] [segment-bridge] updating namespace I0507 06:45:55.723799 3833 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-45snn] pod update took 18.52234ms I0507 06:45:55.723882 3833 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-45snn] addLogicalPort annotation time took 18.60818ms I0507 06:45:55.728626 3833 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-45snn] addLogicalPort took 23.43255ms, libovsdb time 3.768074ms I0507 06:45:55.898890 3833 namespace.go:142] [build-service] updating namespace I0507 06:45:55.939953 3833 namespace.go:142] [default-tenant] updating namespace I0507 06:45:55.954526 3833 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-mxx4d] creating logical port build-service_build-service-controller-manager-7cbf488fcf-mxx4d for pod on switch ip-10-0-0-9.ec2.internal I0507 06:45:55.954652 3833 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-mxx4d I0507 06:45:55.964816 3833 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:55.985053 3833 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-mxx4d] pod update took 30.429811ms I0507 06:45:55.985082 3833 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-mxx4d] addLogicalPort annotation time took 30.46299ms I0507 06:45:55.986379 3833 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-mxx4d] addLogicalPort took 31.870298ms, libovsdb time 787.078µs I0507 06:45:55.992126 3833 namespace.go:142] [image-controller] updating namespace I0507 06:45:56.030421 3833 namespace.go:142] [integration-service] updating namespace I0507 06:45:56.066695 3833 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:56.105226 3833 namespace.go:142] [konflux-info] updating namespace I0507 06:45:56.137666 3833 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:56.153282 3833 namespace.go:142] [release-service] updating namespace I0507 06:45:56.181934 3833 namespace.go:142] [segment-bridge] updating namespace I0507 06:45:56.269495 3833 namespace.go:142] [build-service] updating namespace I0507 06:45:56.321834 3833 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-mxx4d 16efe09530e617321f7a9b5e7dbe0a5d7fa58bf77076d472c6ea9d6f08bb8cbd network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-mxx4d 16efe09530e617321f7a9b5e7dbe0a5d7fa58bf77076d472c6ea9d6f08bb8cbd network default NAD default NAD key ] I0507 06:45:56.332708 3833 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-mxx4d, hostIfaceName: 16efe09530e6173, network: default, NAD default, SandboxID: "16efe09530e617321f7a9b5e7dbe0a5d7fa58bf77076d472c6ea9d6f08bb8cbd", PCI device ID: , UID: "f80aae16-5d67-475a-873f-c8246c3e7df5", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0507 06:45:56.344046 3833 namespace.go:142] [default-tenant] updating namespace I0507 06:45:56.383403 3833 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-mxx4d 16efe09530e617321f7a9b5e7dbe0a5d7fa58bf77076d472c6ea9d6f08bb8cbd network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-mxx4d 16efe09530e617321f7a9b5e7dbe0a5d7fa58bf77076d472c6ea9d6f08bb8cbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:ed:a5:64:c8:55\",\"name\":\"16efe09530e6173\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a978cbc-ecdc-488a-91d5-53399ca333a4\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:45:56.438481 3833 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:56.531715 3833 namespace.go:142] [image-controller] updating namespace I0507 06:45:56.596188 3833 namespace.go:142] [integration-service] updating namespace I0507 06:45:56.688330 3833 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:56.831187 3833 namespace.go:142] [konflux-info] updating namespace I0507 06:45:56.893610 3833 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:56.956524 3833 namespace.go:142] [release-service] updating namespace I0507 06:45:57.041849 3833 namespace.go:142] [segment-bridge] updating namespace W0507 06:45:57.159500 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0507 06:45:57.307402 3833 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-679f674f7b-jhdrs] creating logical port integration-service_integration-service-controller-manager-679f674f7b-jhdrs for pod on switch ip-10-0-0-9.ec2.internal I0507 06:45:57.307614 3833 kube.go:256] Updating pod integration-service/integration-service-controller-manager-679f674f7b-jhdrs I0507 06:45:57.330965 3833 pod.go:62] [integration-service/integration-service-controller-manager-679f674f7b-jhdrs] pod update took 23.390608ms I0507 06:45:57.331103 3833 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-679f674f7b-jhdrs] addLogicalPort annotation time took 23.533923ms I0507 06:45:57.332575 3833 pods.go:271] [integration-service/integration-service-controller-manager-679f674f7b-jhdrs] addLogicalPort took 25.194097ms, libovsdb time 985.568µs I0507 06:45:58.335789 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0507 06:45:59.729930 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0507 06:45:59.801782 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0507 06:45:59.819077 3833 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0507 06:46:01.285098 3833 cni.go:452] [integration-service/integration-service-controller-manager-679f674f7b-jhdrs 2fd1e993c1c7c87eab15977fceca3bf73ae30916672cfe85380def69e5d48f95 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-679f674f7b-jhdrs 2fd1e993c1c7c87eab15977fceca3bf73ae30916672cfe85380def69e5d48f95 network default NAD default NAD key ] I0507 06:46:01.294123 3833 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-679f674f7b-jhdrs, hostIfaceName: 2fd1e993c1c7c87, network: default, NAD default, SandboxID: "2fd1e993c1c7c87eab15977fceca3bf73ae30916672cfe85380def69e5d48f95", PCI device ID: , UID: "4db5a6ac-2076-4d31-be8c-525112fcf9d6", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0507 06:46:01.346236 3833 cni.go:473] [integration-service/integration-service-controller-manager-679f674f7b-jhdrs 2fd1e993c1c7c87eab15977fceca3bf73ae30916672cfe85380def69e5d48f95 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-679f674f7b-jhdrs 2fd1e993c1c7c87eab15977fceca3bf73ae30916672cfe85380def69e5d48f95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:ab:99:ef:f2:eb\",\"name\":\"2fd1e993c1c7c87\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f3390e0-96ea-4726-8e86-4bfa50c90906\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:46:03.734253 3833 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-45snn 7b2c5d1a9f1f70ffdd88738a58d96090a18539dff7a3112b12bf6775d3f5f073 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-45snn 7b2c5d1a9f1f70ffdd88738a58d96090a18539dff7a3112b12bf6775d3f5f073 network default NAD default NAD key ] I0507 06:46:03.735218 3833 cni.go:452] [konflux-ui/proxy-5654c5597d-jxl46 41faf54ec07e4ffd9b85943b64a4bf58182060e7fdb0ac170553c6ad1185cd96 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5654c5597d-jxl46 41faf54ec07e4ffd9b85943b64a4bf58182060e7fdb0ac170553c6ad1185cd96 network default NAD default NAD key ] I0507 06:46:03.746322 3833 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5654c5597d-jxl46, hostIfaceName: 41faf54ec07e4ff, network: default, NAD default, SandboxID: "41faf54ec07e4ffd9b85943b64a4bf58182060e7fdb0ac170553c6ad1185cd96", PCI device ID: , UID: "dc2a3920-bc90-4cab-b3f5-46a4c2eb8845", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0507 06:46:03.746867 3833 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-45snn, hostIfaceName: 7b2c5d1a9f1f70f, network: default, NAD default, SandboxID: "7b2c5d1a9f1f70ffdd88738a58d96090a18539dff7a3112b12bf6775d3f5f073", PCI device ID: , UID: "6ad2f5f5-6f85-490f-9056-fd40b7eaae65", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0507 06:46:03.805621 3833 cni.go:473] [konflux-ui/proxy-5654c5597d-jxl46 41faf54ec07e4ffd9b85943b64a4bf58182060e7fdb0ac170553c6ad1185cd96 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5654c5597d-jxl46 41faf54ec07e4ffd9b85943b64a4bf58182060e7fdb0ac170553c6ad1185cd96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ad:8b:2d:55:71\",\"name\":\"41faf54ec07e4ff\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20156c6c-e79b-4f79-98a2-627358c9c585\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:46:03.827007 3833 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-45snn 7b2c5d1a9f1f70ffdd88738a58d96090a18539dff7a3112b12bf6775d3f5f073 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-45snn 7b2c5d1a9f1f70ffdd88738a58d96090a18539dff7a3112b12bf6775d3f5f073 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:87:69:ab:6d:ac\",\"name\":\"7b2c5d1a9f1f70f\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef249c8a-cf62-45f5-9614-5d64246418b7\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 06:46:04.842069 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 06:46:04.843887 3833 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 06:46:04.870146 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 06:46:04.871821 3833 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 06:46:05.178632 3833 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0507 06:46:05.213330 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0507 06:46:08.878458 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:08.878478 3833 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:09.211219 3833 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 06:46:09.212010 3833 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0507 06:46:10.240285 3833 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:10.240304 3833 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:10.814767 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0507 06:46:10.843151 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0507 06:46:15.855513 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 06:46:15.855612 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0507 06:46:16.492144 3833 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-45snn 7b2c5d1a9f1f70ffdd88738a58d96090a18539dff7a3112b12bf6775d3f5f073 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-45snn 7b2c5d1a9f1f70ffdd88738a58d96090a18539dff7a3112b12bf6775d3f5f073 network default NAD default NAD key ] I0507 06:46:16.574633 3833 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-45snn 7b2c5d1a9f1f70ffdd88738a58d96090a18539dff7a3112b12bf6775d3f5f073 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-45snn 7b2c5d1a9f1f70ffdd88738a58d96090a18539dff7a3112b12bf6775d3f5f073 network default NAD default NAD key default], result "{}", err I0507 06:46:16.627889 3833 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-45snn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:46:16.627919 3833 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-45snn I0507 06:46:16.629135 3833 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-45snn, ips: 10.130.0.50 I0507 06:46:16.629160 3833 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-45snn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:46:16.945709 3833 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-45snn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:46:16.945727 3833 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-45snn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:46:16.951769 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-45snn I0507 06:46:16.951792 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-45snn I0507 06:46:35.211293 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 W0507 06:46:46.286852 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:46.286870 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:46.286880 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:46.286885 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0507 06:46:46.346521 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0507 06:46:47.948810 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:47.948829 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0507 06:47:09.307646 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0507 06:47:14.319730 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0507 06:47:16.202328 3833 cni.go:452] [konflux-ui/proxy-5654c5597d-jxl46 41faf54ec07e4ffd9b85943b64a4bf58182060e7fdb0ac170553c6ad1185cd96 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5654c5597d-jxl46 41faf54ec07e4ffd9b85943b64a4bf58182060e7fdb0ac170553c6ad1185cd96 network default NAD default NAD key ] I0507 06:47:16.284728 3833 cni.go:473] [konflux-ui/proxy-5654c5597d-jxl46 41faf54ec07e4ffd9b85943b64a4bf58182060e7fdb0ac170553c6ad1185cd96 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5654c5597d-jxl46 41faf54ec07e4ffd9b85943b64a4bf58182060e7fdb0ac170553c6ad1185cd96 network default NAD default NAD key default], result "{}", err I0507 06:47:16.352290 3833 obj_retry.go:498] Detected object konflux-ui/proxy-5654c5597d-jxl46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:47:16.352324 3833 pods.go:176] Deleting pod: konflux-ui/proxy-5654c5597d-jxl46 I0507 06:47:16.353792 3833 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5654c5597d-jxl46, ips: 10.130.0.49 I0507 06:47:16.353825 3833 obj_retry.go:498] Detected object konflux-ui/proxy-5654c5597d-jxl46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:47:17.242633 3833 obj_retry.go:492] Detected object konflux-ui/proxy-5654c5597d-jxl46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:47:17.242659 3833 obj_retry.go:492] Detected object konflux-ui/proxy-5654c5597d-jxl46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:47:17.248734 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5654c5597d-jxl46 I0507 06:47:17.248756 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5654c5597d-jxl46 I0507 06:47:24.815994 3833 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:47:24.816550 3833 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:47:24.853409 3833 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:47:24.853431 3833 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:47:24.860788 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0507 06:47:24.860813 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0507 06:47:26.341926 3833 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0507 06:47:49.299707 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0507 06:47:52.629856 3833 namespace.go:98] [managed-tenant-2j1m8] adding namespace I0507 06:47:52.630673 3833 namespace.go:102] [managed-tenant-2j1m8] adding namespace took 790.864µs I0507 06:47:52.651399 3833 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:47:52.665192 3833 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:47:53.796073 3833 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:47:54.008205 3833 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:47:54.109317 3833 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:48:08.330090 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0507 06:48:11.232059 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=516 I0507 06:48:17.214969 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=49 I0507 06:48:45.221750 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0507 06:50:03.746779 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:50:03.747363 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:50:04.617415 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:50:04.617483 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:50:26.217222 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=160 I0507 06:52:04.346735 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0507 06:52:28.324201 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0507 06:53:24.334404 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0507 06:53:50.346230 3833 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0507 06:54:23.871784 3833 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7b4869c4dd-n972x I0507 06:54:30.303005 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0507 06:54:37.349957 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0507 06:54:47.304065 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0507 06:54:52.216356 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0507 06:54:58.339624 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0507 06:55:00.235632 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=17 I0507 06:55:06.225810 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0507 06:55:10.057875 3833 obj_retry.go:492] Detected object tsf-tpa/create-db-dfpbt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:10.057929 3833 obj_retry.go:492] Detected object tsf-tpa/create-db-dfpbt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:10.064462 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-dfpbt I0507 06:55:10.064480 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-dfpbt I0507 06:55:13.028137 3833 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jt775 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:13.028179 3833 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jt775 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:13.031374 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-jt775 I0507 06:55:13.031400 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-jt775 I0507 06:55:13.215286 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0507 06:55:19.029230 3833 obj_retry.go:492] Detected object tsf-tpa/create-importers-jw9qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:19.029275 3833 obj_retry.go:492] Detected object tsf-tpa/create-importers-jw9qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:19.033835 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-jw9qq I0507 06:55:19.033863 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-jw9qq I0507 06:55:50.221259 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=5 I0507 06:56:39.311804 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0507 06:57:08.323920 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0507 06:57:24.218907 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0507 06:57:48.783290 3833 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod] creating logical port default-tenant_tsf-comp-90hti-on-pull-request-wrz57-init-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 06:57:48.783521 3833 kube.go:256] Updating pod default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod I0507 06:57:48.812028 3833 pod.go:62] [default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod] pod update took 28.55138ms I0507 06:57:48.812055 3833 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod] addLogicalPort annotation time took 28.625187ms I0507 06:57:48.813358 3833 pods.go:271] [default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod] addLogicalPort took 30.086635ms, libovsdb time 879.77µs I0507 06:57:49.147353 3833 cni.go:452] [default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod 20bea2d81aaa2b8de66e471162a52a57886a55c8ae82b6853f9bdec696a402db network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod 20bea2d81aaa2b8de66e471162a52a57886a55c8ae82b6853f9bdec696a402db network default NAD default NAD key ] I0507 06:57:49.157398 3833 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-90hti-on-pull-request-wrz57-init-pod, hostIfaceName: 20bea2d81aaa2b8, network: default, NAD default, SandboxID: "20bea2d81aaa2b8de66e471162a52a57886a55c8ae82b6853f9bdec696a402db", PCI device ID: , UID: "3874f4dd-dd14-4740-ab68-5b89a7194fd7", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0507 06:57:49.212269 3833 cni.go:473] [default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod 20bea2d81aaa2b8de66e471162a52a57886a55c8ae82b6853f9bdec696a402db network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod 20bea2d81aaa2b8de66e471162a52a57886a55c8ae82b6853f9bdec696a402db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:8c:7e:29:4f:d4\",\"name\":\"20bea2d81aaa2b8\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ceb6ca18-b0d6-4edd-8d50-705892c402f0\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:58:05.576661 3833 cni.go:452] [default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod 20bea2d81aaa2b8de66e471162a52a57886a55c8ae82b6853f9bdec696a402db network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod 20bea2d81aaa2b8de66e471162a52a57886a55c8ae82b6853f9bdec696a402db network default NAD default NAD key ] I0507 06:58:05.668031 3833 cni.go:473] [default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod 20bea2d81aaa2b8de66e471162a52a57886a55c8ae82b6853f9bdec696a402db network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod 20bea2d81aaa2b8de66e471162a52a57886a55c8ae82b6853f9bdec696a402db network default NAD default NAD key default], result "{}", err I0507 06:58:05.732022 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:05.732095 3833 pods.go:176] Deleting pod: default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod I0507 06:58:05.733409 3833 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod, ips: 10.130.0.53 I0507 06:58:05.733469 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:06.753978 3833 obj_retry.go:492] Detected object default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:58:06.754033 3833 obj_retry.go:492] Detected object default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:58:06.758337 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod I0507 06:58:06.758373 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod I0507 06:58:11.616126 3833 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod] creating logical port default-tenant_tsf-comp-90hti-on-push-kf5fg-init-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 06:58:11.616281 3833 kube.go:256] Updating pod default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod I0507 06:58:11.634195 3833 pod.go:62] [default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod] pod update took 17.940178ms I0507 06:58:11.634226 3833 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod] addLogicalPort annotation time took 17.977764ms I0507 06:58:11.635635 3833 pods.go:271] [default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod] addLogicalPort took 19.522241ms, libovsdb time 966.117µs I0507 06:58:11.981657 3833 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod 43df771637cbf0acfd640c673312d33b88794d7c7d9dd0e5bc52c0cc92b7f898 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod 43df771637cbf0acfd640c673312d33b88794d7c7d9dd0e5bc52c0cc92b7f898 network default NAD default NAD key ] I0507 06:58:11.991509 3833 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-90hti-on-push-kf5fg-init-pod, hostIfaceName: 43df771637cbf0a, network: default, NAD default, SandboxID: "43df771637cbf0acfd640c673312d33b88794d7c7d9dd0e5bc52c0cc92b7f898", PCI device ID: , UID: "36f3d721-386b-409b-807e-b767d616976f", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0507 06:58:12.047530 3833 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod 43df771637cbf0acfd640c673312d33b88794d7c7d9dd0e5bc52c0cc92b7f898 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod 43df771637cbf0acfd640c673312d33b88794d7c7d9dd0e5bc52c0cc92b7f898 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:10:40:0f:62:5a\",\"name\":\"43df771637cbf0a\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b89f96ed-cbd3-44d5-826e-350d87db064e\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:58:17.652844 3833 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod 43df771637cbf0acfd640c673312d33b88794d7c7d9dd0e5bc52c0cc92b7f898 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod 43df771637cbf0acfd640c673312d33b88794d7c7d9dd0e5bc52c0cc92b7f898 network default NAD default NAD key ] I0507 06:58:17.743563 3833 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod 43df771637cbf0acfd640c673312d33b88794d7c7d9dd0e5bc52c0cc92b7f898 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod 43df771637cbf0acfd640c673312d33b88794d7c7d9dd0e5bc52c0cc92b7f898 network default NAD default NAD key default], result "{}", err I0507 06:58:17.804589 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:17.804635 3833 pods.go:176] Deleting pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod I0507 06:58:17.805948 3833 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod, ips: 10.130.0.54 I0507 06:58:17.805983 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:17.867260 3833 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod] creating logical port default-tenant_tsf-comp-90hti-on-push-kf5fg-clone-repository-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 06:58:17.867419 3833 kube.go:256] Updating pod default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod I0507 06:58:17.892583 3833 pod.go:62] [default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod] pod update took 25.197302ms I0507 06:58:17.892614 3833 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod] addLogicalPort annotation time took 25.233626ms I0507 06:58:17.894066 3833 pods.go:271] [default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod] addLogicalPort took 26.830191ms, libovsdb time 1.068743ms I0507 06:58:18.235250 3833 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod ce8b6ac814a26e54a4621ae376cbeb5d5be3d3e363fa1b5778021d90c07e1c98 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod ce8b6ac814a26e54a4621ae376cbeb5d5be3d3e363fa1b5778021d90c07e1c98 network default NAD default NAD key ] I0507 06:58:18.245838 3833 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-90hti-on-push-kf5fg-clone-repository-pod, hostIfaceName: ce8b6ac814a26e5, network: default, NAD default, SandboxID: "ce8b6ac814a26e54a4621ae376cbeb5d5be3d3e363fa1b5778021d90c07e1c98", PCI device ID: , UID: "ddf0f1ee-4d4e-4766-b49e-1afac458c777", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0507 06:58:18.304572 3833 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod ce8b6ac814a26e54a4621ae376cbeb5d5be3d3e363fa1b5778021d90c07e1c98 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod ce8b6ac814a26e54a4621ae376cbeb5d5be3d3e363fa1b5778021d90c07e1c98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:69:eb:a8:1c:73\",\"name\":\"ce8b6ac814a26e5\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abf97030-e759-4231-bfb8-6701c59fe2ea\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:58:25.644565 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-dt45p for pod on switch ip-10-0-0-9.ec2.internal I0507 06:58:25.644699 3833 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p I0507 06:58:25.658829 3833 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p] pod update took 14.15518ms I0507 06:58:25.658860 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p] addLogicalPort annotation time took 14.194859ms I0507 06:58:25.660261 3833 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p] addLogicalPort took 15.714412ms, libovsdb time 954.782µs I0507 06:58:26.011265 3833 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p 25b7a1448d54a484f52ff00dc1741000de4a059de865b13d7529a5c375f48c7b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p 25b7a1448d54a484f52ff00dc1741000de4a059de865b13d7529a5c375f48c7b network default NAD default NAD key ] I0507 06:58:26.022073 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-dt45p, hostIfaceName: 25b7a1448d54a48, network: default, NAD default, SandboxID: "25b7a1448d54a484f52ff00dc1741000de4a059de865b13d7529a5c375f48c7b", PCI device ID: , UID: "16343d67-6467-4fe2-a99d-ed7b85822316", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0507 06:58:26.080542 3833 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p 25b7a1448d54a484f52ff00dc1741000de4a059de865b13d7529a5c375f48c7b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p 25b7a1448d54a484f52ff00dc1741000de4a059de865b13d7529a5c375f48c7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:96:90:8f:8f:58\",\"name\":\"25b7a1448d54a48\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ba872c8-fab4-4e24-b819-310c0744f654\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:58:31.762970 3833 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod ce8b6ac814a26e54a4621ae376cbeb5d5be3d3e363fa1b5778021d90c07e1c98 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod ce8b6ac814a26e54a4621ae376cbeb5d5be3d3e363fa1b5778021d90c07e1c98 network default NAD default NAD key ] I0507 06:58:31.854131 3833 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod ce8b6ac814a26e54a4621ae376cbeb5d5be3d3e363fa1b5778021d90c07e1c98 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod ce8b6ac814a26e54a4621ae376cbeb5d5be3d3e363fa1b5778021d90c07e1c98 network default NAD default NAD key default], result "{}", err I0507 06:58:32.024170 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:32.024210 3833 pods.go:176] Deleting pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod I0507 06:58:32.025559 3833 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod, ips: 10.130.0.55 I0507 06:58:32.025589 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 06:58:39.748413 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:58:39.748453 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:58:39.748462 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:58:39.748467 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0507 06:58:48.338914 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0507 06:59:37.891678 3833 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod] creating logical port default-tenant_tsf-comp-90hti-on-push-kf5fg-build-container-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 06:59:37.891890 3833 kube.go:256] Updating pod default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod I0507 06:59:37.936217 3833 pod.go:62] [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod] pod update took 44.388656ms I0507 06:59:37.936264 3833 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod] addLogicalPort annotation time took 44.442116ms I0507 06:59:37.937983 3833 pods.go:271] [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod] addLogicalPort took 46.324944ms, libovsdb time 1.041921ms I0507 06:59:38.207540 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:59:38.208161 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:59:38.264669 3833 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod 1f250dba70fa9809385b6e58f63226fb88dbcbe929984e2314ce9f8d97151b50 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod 1f250dba70fa9809385b6e58f63226fb88dbcbe929984e2314ce9f8d97151b50 network default NAD default NAD key ] I0507 06:59:38.275304 3833 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-90hti-on-push-kf5fg-build-container-pod, hostIfaceName: 1f250dba70fa980, network: default, NAD default, SandboxID: "1f250dba70fa9809385b6e58f63226fb88dbcbe929984e2314ce9f8d97151b50", PCI device ID: , UID: "64e59526-593d-49b3-bd99-5c462c672d9e", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0507 06:59:38.338469 3833 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod 1f250dba70fa9809385b6e58f63226fb88dbcbe929984e2314ce9f8d97151b50 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod 1f250dba70fa9809385b6e58f63226fb88dbcbe929984e2314ce9f8d97151b50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:7f:43:6d:72:a5\",\"name\":\"1f250dba70fa980\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8825e4b-3082-4b0d-b7af-1bdb5d5ed904\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 06:59:44.353950 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 06:59:48.350323 3833 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 07:00:04.337467 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:00:04.338055 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:00:05.357483 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:00:05.357510 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:00:05.388875 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:00:05.388924 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:00:05.393591 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm I0507 07:00:05.393623 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm I0507 07:00:11.308091 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0507 07:00:43.308029 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0507 07:00:48.353667 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0507 07:00:51.328755 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0507 07:01:53.229316 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0507 07:02:10.116661 3833 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod 1f250dba70fa9809385b6e58f63226fb88dbcbe929984e2314ce9f8d97151b50 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod 1f250dba70fa9809385b6e58f63226fb88dbcbe929984e2314ce9f8d97151b50 network default NAD default NAD key ] I0507 07:02:10.214937 3833 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod 1f250dba70fa9809385b6e58f63226fb88dbcbe929984e2314ce9f8d97151b50 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod 1f250dba70fa9809385b6e58f63226fb88dbcbe929984e2314ce9f8d97151b50 network default NAD default NAD key default], result "{}", err I0507 07:02:10.330094 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:02:10.330127 3833 pods.go:176] Deleting pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod I0507 07:02:10.331374 3833 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod, ips: 10.130.0.57 I0507 07:02:10.331404 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:02:50.649674 3833 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:02:50.649793 3833 kube.go:256] Updating pod default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod I0507 07:02:50.692822 3833 pod.go:62] [default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod] pod update took 43.060037ms I0507 07:02:50.692846 3833 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod] addLogicalPort annotation time took 43.087202ms I0507 07:02:50.694062 3833 pods.go:271] [default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod] addLogicalPort took 44.402186ms, libovsdb time 842.569µs I0507 07:02:50.734419 3833 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod] creating logical port default-tenant_tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:02:50.734584 3833 kube.go:256] Updating pod default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod I0507 07:02:50.791470 3833 pod.go:62] [default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod] pod update took 56.913663ms I0507 07:02:50.791491 3833 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod] addLogicalPort annotation time took 56.940574ms I0507 07:02:50.792881 3833 pods.go:271] [default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod] addLogicalPort took 58.478903ms, libovsdb time 976.449µs I0507 07:02:51.016705 3833 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod a12fd3936966e6bd4cb945ab2e32ac93bae9acde1e23d25c605307c328073d00 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod a12fd3936966e6bd4cb945ab2e32ac93bae9acde1e23d25c605307c328073d00 network default NAD default NAD key ] I0507 07:02:51.027350 3833 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod, hostIfaceName: a12fd3936966e6b, network: default, NAD default, SandboxID: "a12fd3936966e6bd4cb945ab2e32ac93bae9acde1e23d25c605307c328073d00", PCI device ID: , UID: "4b1e948a-92fa-4a2c-bb79-a9871fbdb26a", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0507 07:02:51.083001 3833 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod a12fd3936966e6bd4cb945ab2e32ac93bae9acde1e23d25c605307c328073d00 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod a12fd3936966e6bd4cb945ab2e32ac93bae9acde1e23d25c605307c328073d00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:3d:58:01:af:29\",\"name\":\"a12fd3936966e6b\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/528f94be-8871-4aaf-806b-d2ce502b7667\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:02:51.095820 3833 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod b60e9ad1e087a580ba46cb3060dd4f41ff65af78322902f011b37e342d6b4f08 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod b60e9ad1e087a580ba46cb3060dd4f41ff65af78322902f011b37e342d6b4f08 network default NAD default NAD key ] I0507 07:02:51.106314 3833 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod, hostIfaceName: b60e9ad1e087a58, network: default, NAD default, SandboxID: "b60e9ad1e087a580ba46cb3060dd4f41ff65af78322902f011b37e342d6b4f08", PCI device ID: , UID: "8ff0d1b3-8fb4-445d-8eb2-d43ab0176b53", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0507 07:02:51.158423 3833 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod b60e9ad1e087a580ba46cb3060dd4f41ff65af78322902f011b37e342d6b4f08 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod b60e9ad1e087a580ba46cb3060dd4f41ff65af78322902f011b37e342d6b4f08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:1d:4a:90:84:f2\",\"name\":\"b60e9ad1e087a58\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dd959b8-c764-4f75-b476-d8367f3f4f0b\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:02:51.434353 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:02:51.434898 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:02:52.497779 3833 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod] creating logical port default-tenant_tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:02:52.497913 3833 kube.go:256] Updating pod default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod I0507 07:02:52.527634 3833 pod.go:62] [default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod] pod update took 29.76055ms I0507 07:02:52.527657 3833 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod] addLogicalPort annotation time took 29.786734ms I0507 07:02:52.529007 3833 pods.go:271] [default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod] addLogicalPort took 31.247139ms, libovsdb time 950.102µs I0507 07:02:52.866321 3833 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod 2ad27b729d80f9a97187e76933b1e7cd78df09b47a98861dfab6526d9bb51470 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod 2ad27b729d80f9a97187e76933b1e7cd78df09b47a98861dfab6526d9bb51470 network default NAD default NAD key ] I0507 07:02:52.877699 3833 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod, hostIfaceName: 2ad27b729d80f9a, network: default, NAD default, SandboxID: "2ad27b729d80f9a97187e76933b1e7cd78df09b47a98861dfab6526d9bb51470", PCI device ID: , UID: "2f476450-5869-423b-a66f-d4a696edf9d3", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0507 07:02:52.934867 3833 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod 2ad27b729d80f9a97187e76933b1e7cd78df09b47a98861dfab6526d9bb51470 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod 2ad27b729d80f9a97187e76933b1e7cd78df09b47a98861dfab6526d9bb51470 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:e1:a3:da:50:8f\",\"name\":\"2ad27b729d80f9a\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77f01fd4-0448-4997-bd4e-402569f90d9b\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:02:54.220026 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0507 07:03:29.219079 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=30 I0507 07:03:30.343351 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0507 07:03:41.328053 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0507 07:03:48.803789 3833 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod a12fd3936966e6bd4cb945ab2e32ac93bae9acde1e23d25c605307c328073d00 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod a12fd3936966e6bd4cb945ab2e32ac93bae9acde1e23d25c605307c328073d00 network default NAD default NAD key ] I0507 07:03:48.901521 3833 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod a12fd3936966e6bd4cb945ab2e32ac93bae9acde1e23d25c605307c328073d00 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod a12fd3936966e6bd4cb945ab2e32ac93bae9acde1e23d25c605307c328073d00 network default NAD default NAD key default], result "{}", err I0507 07:03:49.087034 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:49.087088 3833 pods.go:176] Deleting pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod I0507 07:03:49.088646 3833 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod, ips: 10.130.0.58 I0507 07:03:49.088685 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:50.822155 3833 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod 2ad27b729d80f9a97187e76933b1e7cd78df09b47a98861dfab6526d9bb51470 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod 2ad27b729d80f9a97187e76933b1e7cd78df09b47a98861dfab6526d9bb51470 network default NAD default NAD key ] I0507 07:03:50.915964 3833 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod 2ad27b729d80f9a97187e76933b1e7cd78df09b47a98861dfab6526d9bb51470 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod 2ad27b729d80f9a97187e76933b1e7cd78df09b47a98861dfab6526d9bb51470 network default NAD default NAD key default], result "{}", err I0507 07:03:51.018499 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:51.018536 3833 pods.go:176] Deleting pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod I0507 07:03:51.019837 3833 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod, ips: 10.130.0.60 I0507 07:03:51.019863 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:52.224892 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0507 07:03:56.064973 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:56.065646 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:59.221838 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:59.222407 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:59.271718 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:59.272314 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:13.239647 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=198 I0507 07:04:32.096659 3833 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod b60e9ad1e087a580ba46cb3060dd4f41ff65af78322902f011b37e342d6b4f08 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod b60e9ad1e087a580ba46cb3060dd4f41ff65af78322902f011b37e342d6b4f08 network default NAD default NAD key ] I0507 07:04:32.189618 3833 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod b60e9ad1e087a580ba46cb3060dd4f41ff65af78322902f011b37e342d6b4f08 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod b60e9ad1e087a580ba46cb3060dd4f41ff65af78322902f011b37e342d6b4f08 network default NAD default NAD key default], result "{}", err I0507 07:04:32.261552 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:32.261589 3833 pods.go:176] Deleting pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod I0507 07:04:32.262908 3833 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod, ips: 10.130.0.59 I0507 07:04:32.262936 3833 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:35.205668 3833 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-cmbc-6qs65-collect-keyless-params-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:04:35.205847 3833 kube.go:256] Updating pod default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod I0507 07:04:35.229467 3833 pod.go:62] [default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod] pod update took 23.651635ms I0507 07:04:35.229490 3833 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod] addLogicalPort annotation time took 23.680906ms I0507 07:04:35.230759 3833 pods.go:271] [default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod] addLogicalPort took 25.111081ms, libovsdb time 895.634µs I0507 07:04:35.574512 3833 cni.go:452] [default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod ee782e687c0accbd2a65053d2c647f86e629e0263bf3f8de645cc2c76c56d494 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod ee782e687c0accbd2a65053d2c647f86e629e0263bf3f8de645cc2c76c56d494 network default NAD default NAD key ] I0507 07:04:35.600956 3833 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-cmbc-6qs65-collect-keyless-params-pod, hostIfaceName: ee782e687c0accb, network: default, NAD default, SandboxID: "ee782e687c0accbd2a65053d2c647f86e629e0263bf3f8de645cc2c76c56d494", PCI device ID: , UID: "0b43d36a-b462-44ea-ae80-da1e3f67ab9d", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0507 07:04:35.652134 3833 cni.go:473] [default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod ee782e687c0accbd2a65053d2c647f86e629e0263bf3f8de645cc2c76c56d494 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod ee782e687c0accbd2a65053d2c647f86e629e0263bf3f8de645cc2c76c56d494 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:3a:d6:08:9e:b8\",\"name\":\"ee782e687c0accb\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81599ed3-5e52-4eca-b25d-7c49af7e0e0a\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:04:41.295746 3833 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p 25b7a1448d54a484f52ff00dc1741000de4a059de865b13d7529a5c375f48c7b network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p 25b7a1448d54a484f52ff00dc1741000de4a059de865b13d7529a5c375f48c7b network default NAD default NAD key ] I0507 07:04:41.383792 3833 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p 25b7a1448d54a484f52ff00dc1741000de4a059de865b13d7529a5c375f48c7b network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p 25b7a1448d54a484f52ff00dc1741000de4a059de865b13d7529a5c375f48c7b network default NAD default NAD key default], result "{}", err I0507 07:04:41.441968 3833 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:41.442007 3833 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p I0507 07:04:41.443377 3833 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p, ips: 10.130.0.56 I0507 07:04:41.443412 3833 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:42.151449 3833 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:04:42.151497 3833 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:04:42.156581 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p I0507 07:04:42.156606 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p I0507 07:04:44.359135 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0507 07:04:50.565208 3833 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-cmbc-6qs65-verify-pod] creating logical port default-tenant_my-integration-test-cmbc-6qs65-verify-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:04:50.565358 3833 kube.go:256] Updating pod default-tenant/my-integration-test-cmbc-6qs65-verify-pod I0507 07:04:50.604697 3833 pod.go:62] [default-tenant/my-integration-test-cmbc-6qs65-verify-pod] pod update took 39.377281ms I0507 07:04:50.604724 3833 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-cmbc-6qs65-verify-pod] addLogicalPort annotation time took 39.410912ms I0507 07:04:50.606160 3833 pods.go:271] [default-tenant/my-integration-test-cmbc-6qs65-verify-pod] addLogicalPort took 40.965101ms, libovsdb time 996.515µs I0507 07:04:50.934135 3833 cni.go:452] [default-tenant/my-integration-test-cmbc-6qs65-verify-pod 46b6f6fd645da7da5fcb70a2fa874d5d46fc36ed667e13e92c52e5324f256eda network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-cmbc-6qs65-verify-pod 46b6f6fd645da7da5fcb70a2fa874d5d46fc36ed667e13e92c52e5324f256eda network default NAD default NAD key ] I0507 07:04:50.943209 3833 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-cmbc-6qs65-verify-pod, hostIfaceName: 46b6f6fd645da7d, network: default, NAD default, SandboxID: "46b6f6fd645da7da5fcb70a2fa874d5d46fc36ed667e13e92c52e5324f256eda", PCI device ID: , UID: "90b5b18b-a09b-4889-9850-a0703c0bd82f", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0507 07:04:50.996947 3833 cni.go:473] [default-tenant/my-integration-test-cmbc-6qs65-verify-pod 46b6f6fd645da7da5fcb70a2fa874d5d46fc36ed667e13e92c52e5324f256eda network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-cmbc-6qs65-verify-pod 46b6f6fd645da7da5fcb70a2fa874d5d46fc36ed667e13e92c52e5324f256eda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:d5:67:3d:23:5a\",\"name\":\"46b6f6fd645da7d\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c262fac6-5274-42ba-bb16-12fa546eb8c0\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:04:51.233678 3833 cni.go:452] [default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod ee782e687c0accbd2a65053d2c647f86e629e0263bf3f8de645cc2c76c56d494 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod ee782e687c0accbd2a65053d2c647f86e629e0263bf3f8de645cc2c76c56d494 network default NAD default NAD key ] I0507 07:04:51.313681 3833 cni.go:473] [default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod ee782e687c0accbd2a65053d2c647f86e629e0263bf3f8de645cc2c76c56d494 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod ee782e687c0accbd2a65053d2c647f86e629e0263bf3f8de645cc2c76c56d494 network default NAD default NAD key default], result "{}", err I0507 07:04:51.413587 3833 obj_retry.go:498] Detected object default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:51.413622 3833 pods.go:176] Deleting pod: default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod I0507 07:04:51.414979 3833 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod, ips: 10.130.0.61 I0507 07:04:51.415009 3833 obj_retry.go:498] Detected object default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:07.359588 3833 cni.go:452] [default-tenant/my-integration-test-cmbc-6qs65-verify-pod 46b6f6fd645da7da5fcb70a2fa874d5d46fc36ed667e13e92c52e5324f256eda network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-cmbc-6qs65-verify-pod 46b6f6fd645da7da5fcb70a2fa874d5d46fc36ed667e13e92c52e5324f256eda network default NAD default NAD key ] I0507 07:05:07.464776 3833 cni.go:473] [default-tenant/my-integration-test-cmbc-6qs65-verify-pod 46b6f6fd645da7da5fcb70a2fa874d5d46fc36ed667e13e92c52e5324f256eda network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-cmbc-6qs65-verify-pod 46b6f6fd645da7da5fcb70a2fa874d5d46fc36ed667e13e92c52e5324f256eda network default NAD default NAD key default], result "{}", err I0507 07:05:07.616283 3833 obj_retry.go:498] Detected object default-tenant/my-integration-test-cmbc-6qs65-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:07.616320 3833 pods.go:176] Deleting pod: default-tenant/my-integration-test-cmbc-6qs65-verify-pod I0507 07:05:07.617655 3833 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-cmbc-6qs65-verify-pod, ips: 10.130.0.62 I0507 07:05:07.617684 3833 obj_retry.go:498] Detected object default-tenant/my-integration-test-cmbc-6qs65-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:21.866816 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-verify-access-to-resources-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:05:21.867007 3833 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod I0507 07:05:21.891712 3833 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod] pod update took 24.738937ms I0507 07:05:21.891736 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod] addLogicalPort annotation time took 24.768563ms I0507 07:05:21.892936 3833 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod] addLogicalPort took 26.140886ms, libovsdb time 824.963µs I0507 07:05:22.232681 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod 772a0f0935456a66ac6a9f2c75fad6ef44aeeb6743074344e7c563627aad1ae3 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod 772a0f0935456a66ac6a9f2c75fad6ef44aeeb6743074344e7c563627aad1ae3 network default NAD default NAD key ] I0507 07:05:22.243483 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-verify-access-to-resources-pod, hostIfaceName: 772a0f0935456a6, network: default, NAD default, SandboxID: "772a0f0935456a66ac6a9f2c75fad6ef44aeeb6743074344e7c563627aad1ae3", PCI device ID: , UID: "ba08027e-0524-4ca2-8dd1-15397fa8acc9", MAC: 0a:58:0a:82:00:3f, IPs: [10.130.0.63/23] I0507 07:05:22.295717 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod 772a0f0935456a66ac6a9f2c75fad6ef44aeeb6743074344e7c563627aad1ae3 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod 772a0f0935456a66ac6a9f2c75fad6ef44aeeb6743074344e7c563627aad1ae3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:d0:a2:84:d3:f0\",\"name\":\"772a0f0935456a6\"},{\"mac\":\"0a:58:0a:82:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fbdb38a-64bf-4c02-85e4-518438cd77da\"}],\"ips\":[{\"address\":\"10.130.0.63/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:05:24.733490 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0] creating logical port managed-tenant-2j1m8_affinity-assistant-4067cac0ab-0 for pod on switch ip-10-0-0-9.ec2.internal I0507 07:05:24.733585 3833 kube.go:256] Updating pod managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 I0507 07:05:24.746772 3833 pod.go:62] [managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0] pod update took 13.214386ms I0507 07:05:24.746791 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0] addLogicalPort annotation time took 13.238886ms I0507 07:05:24.748177 3833 pods.go:271] [managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0] addLogicalPort took 14.702829ms, libovsdb time 990.803µs I0507 07:05:25.101459 3833 cni.go:452] [managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 9f9d7cee221701ff2c76f0ef8d4c23d65035fe9d0960aff5159f0863b473d6c7 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 9f9d7cee221701ff2c76f0ef8d4c23d65035fe9d0960aff5159f0863b473d6c7 network default NAD default NAD key ] I0507 07:05:25.113486 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: affinity-assistant-4067cac0ab-0, hostIfaceName: 9f9d7cee221701f, network: default, NAD default, SandboxID: "9f9d7cee221701ff2c76f0ef8d4c23d65035fe9d0960aff5159f0863b473d6c7", PCI device ID: , UID: "5515e776-70f0-4a21-bdf2-157ba93cdf1f", MAC: 0a:58:0a:82:00:40, IPs: [10.130.0.64/23] I0507 07:05:25.170088 3833 cni.go:473] [managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 9f9d7cee221701ff2c76f0ef8d4c23d65035fe9d0960aff5159f0863b473d6c7 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 9f9d7cee221701ff2c76f0ef8d4c23d65035fe9d0960aff5159f0863b473d6c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:26:30:f1:bb:0f\",\"name\":\"9f9d7cee221701f\"},{\"mac\":\"0a:58:0a:82:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cbae840-9054-48ed-85ee-2b189e749c9e\"}],\"ips\":[{\"address\":\"10.130.0.64/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:05:40.601309 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod 772a0f0935456a66ac6a9f2c75fad6ef44aeeb6743074344e7c563627aad1ae3 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod 772a0f0935456a66ac6a9f2c75fad6ef44aeeb6743074344e7c563627aad1ae3 network default NAD default NAD key ] I0507 07:05:40.694399 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod 772a0f0935456a66ac6a9f2c75fad6ef44aeeb6743074344e7c563627aad1ae3 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod 772a0f0935456a66ac6a9f2c75fad6ef44aeeb6743074344e7c563627aad1ae3 network default NAD default NAD key default], result "{}", err I0507 07:05:40.877471 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:40.877503 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod I0507 07:05:40.879063 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod, ips: 10.130.0.63 I0507 07:05:40.879092 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:41.103184 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-collect-data-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-collect-data-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:05:41.103317 3833 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-collect-data-pod I0507 07:05:41.126491 3833 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-collect-data-pod] pod update took 23.20383ms I0507 07:05:41.126518 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-collect-data-pod] addLogicalPort annotation time took 23.234682ms I0507 07:05:41.127830 3833 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-collect-data-pod] addLogicalPort took 24.658762ms, libovsdb time 868.937µs I0507 07:05:41.388469 3833 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-vfb7v for pod on switch ip-10-0-0-9.ec2.internal I0507 07:05:41.388598 3833 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v I0507 07:05:41.405960 3833 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v] pod update took 17.398193ms I0507 07:05:41.405985 3833 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v] addLogicalPort annotation time took 17.425205ms I0507 07:05:41.407266 3833 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v] addLogicalPort took 18.83641ms, libovsdb time 890.621µs I0507 07:05:41.526025 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-collect-data-pod e72cf1c28cfd9981f516883ea2a8323afaae8ea7139a6dfa9abeb1791b46a392 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-data-pod e72cf1c28cfd9981f516883ea2a8323afaae8ea7139a6dfa9abeb1791b46a392 network default NAD default NAD key ] I0507 07:05:41.535513 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-collect-data-pod, hostIfaceName: e72cf1c28cfd998, network: default, NAD default, SandboxID: "e72cf1c28cfd9981f516883ea2a8323afaae8ea7139a6dfa9abeb1791b46a392", PCI device ID: , UID: "24a9c781-d67f-4d15-8aa0-8ff4790d34ba", MAC: 0a:58:0a:82:00:41, IPs: [10.130.0.65/23] I0507 07:05:41.591360 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-collect-data-pod e72cf1c28cfd9981f516883ea2a8323afaae8ea7139a6dfa9abeb1791b46a392 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-data-pod e72cf1c28cfd9981f516883ea2a8323afaae8ea7139a6dfa9abeb1791b46a392 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:3b:17:8e:4f:06\",\"name\":\"e72cf1c28cfd998\"},{\"mac\":\"0a:58:0a:82:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5ce7238-f422-4a87-a000-c33b90013aae\"}],\"ips\":[{\"address\":\"10.130.0.65/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:05:41.846838 3833 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v 3043ab03ad8483c359106d3ae1ed5b0c51f67f578741bf9fcbd4a212faf9aa5e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v 3043ab03ad8483c359106d3ae1ed5b0c51f67f578741bf9fcbd4a212faf9aa5e network default NAD default NAD key ] I0507 07:05:41.856923 3833 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-vfb7v, hostIfaceName: 3043ab03ad8483c, network: default, NAD default, SandboxID: "3043ab03ad8483c359106d3ae1ed5b0c51f67f578741bf9fcbd4a212faf9aa5e", PCI device ID: , UID: "1294a0d9-dc85-4e91-9572-6e1d72d4bfcd", MAC: 0a:58:0a:82:00:42, IPs: [10.130.0.66/23] I0507 07:05:41.909600 3833 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v 3043ab03ad8483c359106d3ae1ed5b0c51f67f578741bf9fcbd4a212faf9aa5e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v 3043ab03ad8483c359106d3ae1ed5b0c51f67f578741bf9fcbd4a212faf9aa5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:e6:fc:de:72:2c\",\"name\":\"3043ab03ad8483c\"},{\"mac\":\"0a:58:0a:82:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/100619a7-86ad-4075-b6b6-0e0ae6b3b828\"}],\"ips\":[{\"address\":\"10.130.0.66/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:05:49.682488 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-collect-data-pod e72cf1c28cfd9981f516883ea2a8323afaae8ea7139a6dfa9abeb1791b46a392 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-data-pod e72cf1c28cfd9981f516883ea2a8323afaae8ea7139a6dfa9abeb1791b46a392 network default NAD default NAD key ] I0507 07:05:49.734740 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-collect-signing-params-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:05:49.734931 3833 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod I0507 07:05:49.751536 3833 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod] pod update took 16.644333ms I0507 07:05:49.751615 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod] addLogicalPort annotation time took 16.725061ms I0507 07:05:49.753146 3833 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod] addLogicalPort took 18.428519ms, libovsdb time 924.279µs I0507 07:05:49.777871 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-collect-data-pod e72cf1c28cfd9981f516883ea2a8323afaae8ea7139a6dfa9abeb1791b46a392 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-data-pod e72cf1c28cfd9981f516883ea2a8323afaae8ea7139a6dfa9abeb1791b46a392 network default NAD default NAD key default], result "{}", err I0507 07:05:49.852475 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:49.852509 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-collect-data-pod I0507 07:05:49.853800 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-collect-data-pod, ips: 10.130.0.65 I0507 07:05:49.853828 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:50.106307 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod 3503ee1fa107ad461d4f82865b960b2d9aa9bc7af937d24e325e4eb6e9849392 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod 3503ee1fa107ad461d4f82865b960b2d9aa9bc7af937d24e325e4eb6e9849392 network default NAD default NAD key ] I0507 07:05:50.116025 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-collect-signing-params-pod, hostIfaceName: 3503ee1fa107ad4, network: default, NAD default, SandboxID: "3503ee1fa107ad461d4f82865b960b2d9aa9bc7af937d24e325e4eb6e9849392", PCI device ID: , UID: "8598ee40-d8b0-40b1-8620-cf4436a6d3df", MAC: 0a:58:0a:82:00:43, IPs: [10.130.0.67/23] I0507 07:05:50.169410 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod 3503ee1fa107ad461d4f82865b960b2d9aa9bc7af937d24e325e4eb6e9849392 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod 3503ee1fa107ad461d4f82865b960b2d9aa9bc7af937d24e325e4eb6e9849392 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:bb:cf:59:2e:14\",\"name\":\"3503ee1fa107ad4\"},{\"mac\":\"0a:58:0a:82:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0d233f8-b4e4-4bb6-bf16-f9b4f1585491\"}],\"ips\":[{\"address\":\"10.130.0.67/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:05:50.548748 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-collect-task-params-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:05:50.548889 3833 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod I0507 07:05:50.568242 3833 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod] pod update took 19.38384ms I0507 07:05:50.568267 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod] addLogicalPort annotation time took 19.414749ms I0507 07:05:50.569734 3833 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod] addLogicalPort took 21.001511ms, libovsdb time 1.027065ms I0507 07:05:50.918859 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod 280073e092eea3cd3341e7ee258b27b57ee88b0f397ad08361f6cc3ef4afe9f6 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod 280073e092eea3cd3341e7ee258b27b57ee88b0f397ad08361f6cc3ef4afe9f6 network default NAD default NAD key ] I0507 07:05:50.929176 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-collect-task-params-pod, hostIfaceName: 280073e092eea3c, network: default, NAD default, SandboxID: "280073e092eea3cd3341e7ee258b27b57ee88b0f397ad08361f6cc3ef4afe9f6", PCI device ID: , UID: "52f8d613-b7be-437a-b39a-f36dce1cf0eb", MAC: 0a:58:0a:82:00:44, IPs: [10.130.0.68/23] I0507 07:05:50.981358 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod 280073e092eea3cd3341e7ee258b27b57ee88b0f397ad08361f6cc3ef4afe9f6 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod 280073e092eea3cd3341e7ee258b27b57ee88b0f397ad08361f6cc3ef4afe9f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:53:1b:1e:59:31\",\"name\":\"280073e092eea3c\"},{\"mac\":\"0a:58:0a:82:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d58c526c-1d71-4d9d-81cf-e6518160448a\"}],\"ips\":[{\"address\":\"10.130.0.68/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:05:51.896151 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-collect-registry-token-secret-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:05:51.896322 3833 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod I0507 07:05:51.916956 3833 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod] pod update took 20.66419ms I0507 07:05:51.917005 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod] addLogicalPort annotation time took 20.717794ms I0507 07:05:51.918410 3833 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod] addLogicalPort took 22.273705ms, libovsdb time 996.425µs I0507 07:05:52.261506 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod 1a79020dc9b06b166cb32faaa2c67d40496a83486d2db6d4a99a463e041857f2 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod 1a79020dc9b06b166cb32faaa2c67d40496a83486d2db6d4a99a463e041857f2 network default NAD default NAD key ] I0507 07:05:52.271320 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-collect-registry-token-secret-pod, hostIfaceName: 1a79020dc9b06b1, network: default, NAD default, SandboxID: "1a79020dc9b06b166cb32faaa2c67d40496a83486d2db6d4a99a463e041857f2", PCI device ID: , UID: "7b718030-243b-436e-98f1-0b97cc8dd777", MAC: 0a:58:0a:82:00:45, IPs: [10.130.0.69/23] I0507 07:05:52.323962 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod 1a79020dc9b06b166cb32faaa2c67d40496a83486d2db6d4a99a463e041857f2 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod 1a79020dc9b06b166cb32faaa2c67d40496a83486d2db6d4a99a463e041857f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:f0:b7:16:1e:16\",\"name\":\"1a79020dc9b06b1\"},{\"mac\":\"0a:58:0a:82:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4c7373e-c384-4b46-8458-27c1f20ed3fd\"}],\"ips\":[{\"address\":\"10.130.0.69/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:05:52.402381 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-check-data-keys-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:05:52.402509 3833 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod I0507 07:05:52.423899 3833 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod] pod update took 21.42102ms I0507 07:05:52.423920 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod] addLogicalPort annotation time took 21.446206ms I0507 07:05:52.425408 3833 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod] addLogicalPort took 23.044041ms, libovsdb time 977.231µs I0507 07:05:52.558040 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-reduce-snapshot-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:05:52.558197 3833 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod I0507 07:05:52.583390 3833 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod] pod update took 25.230156ms I0507 07:05:52.583413 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod] addLogicalPort annotation time took 25.258154ms I0507 07:05:52.584742 3833 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod] addLogicalPort took 26.716985ms, libovsdb time 908.918µs I0507 07:05:52.772162 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod be19fee6a91115cc281ecd3ddf61dd890a2a7c107267e08c0ff2c0ca56f58ccc network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod be19fee6a91115cc281ecd3ddf61dd890a2a7c107267e08c0ff2c0ca56f58ccc network default NAD default NAD key ] I0507 07:05:52.783157 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-check-data-keys-pod, hostIfaceName: be19fee6a91115c, network: default, NAD default, SandboxID: "be19fee6a91115cc281ecd3ddf61dd890a2a7c107267e08c0ff2c0ca56f58ccc", PCI device ID: , UID: "32cd027e-f90a-4961-8395-ac5b558b4103", MAC: 0a:58:0a:82:00:46, IPs: [10.130.0.70/23] I0507 07:05:52.836042 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod be19fee6a91115cc281ecd3ddf61dd890a2a7c107267e08c0ff2c0ca56f58ccc network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod be19fee6a91115cc281ecd3ddf61dd890a2a7c107267e08c0ff2c0ca56f58ccc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:a7:e1:c8:48:9c\",\"name\":\"be19fee6a91115c\"},{\"mac\":\"0a:58:0a:82:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8dfa5ee7-d666-4e06-97a4-9b1667646ad4\"}],\"ips\":[{\"address\":\"10.130.0.70/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:05:52.933354 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod 1c8878a3656674479e8e0454e2b15dad0d2ae52d40a9c1f46ede2af353f7798a network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod 1c8878a3656674479e8e0454e2b15dad0d2ae52d40a9c1f46ede2af353f7798a network default NAD default NAD key ] I0507 07:05:52.943740 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-reduce-snapshot-pod, hostIfaceName: 1c8878a36566744, network: default, NAD default, SandboxID: "1c8878a3656674479e8e0454e2b15dad0d2ae52d40a9c1f46ede2af353f7798a", PCI device ID: , UID: "0d581082-755c-495b-bd2c-fcd8210875fb", MAC: 0a:58:0a:82:00:47, IPs: [10.130.0.71/23] I0507 07:05:52.999633 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod 1c8878a3656674479e8e0454e2b15dad0d2ae52d40a9c1f46ede2af353f7798a network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod 1c8878a3656674479e8e0454e2b15dad0d2ae52d40a9c1f46ede2af353f7798a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:af:ed:88:43:3c\",\"name\":\"1c8878a36566744\"},{\"mac\":\"0a:58:0a:82:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e0cfa2b-b54a-49e9-8aab-9d1bdb8b57e4\"}],\"ips\":[{\"address\":\"10.130.0.71/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 07:05:53.631337 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 07:05:53.631364 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 07:05:53.631371 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 07:05:53.631378 3833 util.go:959] Failed to build node endpoints for node ip-10-0-0-9.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0507 07:05:58.810906 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod 280073e092eea3cd3341e7ee258b27b57ee88b0f397ad08361f6cc3ef4afe9f6 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod 280073e092eea3cd3341e7ee258b27b57ee88b0f397ad08361f6cc3ef4afe9f6 network default NAD default NAD key ] I0507 07:05:58.896985 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod 280073e092eea3cd3341e7ee258b27b57ee88b0f397ad08361f6cc3ef4afe9f6 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod 280073e092eea3cd3341e7ee258b27b57ee88b0f397ad08361f6cc3ef4afe9f6 network default NAD default NAD key default], result "{}", err I0507 07:05:58.975733 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:58.975770 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod I0507 07:05:58.977115 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod, ips: 10.130.0.68 I0507 07:05:58.977145 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:59.824475 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod 1a79020dc9b06b166cb32faaa2c67d40496a83486d2db6d4a99a463e041857f2 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod 1a79020dc9b06b166cb32faaa2c67d40496a83486d2db6d4a99a463e041857f2 network default NAD default NAD key ] I0507 07:05:59.908671 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod 1a79020dc9b06b166cb32faaa2c67d40496a83486d2db6d4a99a463e041857f2 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod 1a79020dc9b06b166cb32faaa2c67d40496a83486d2db6d4a99a463e041857f2 network default NAD default NAD key default], result "{}", err I0507 07:05:59.983859 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:59.983891 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod I0507 07:05:59.985182 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod, ips: 10.130.0.69 I0507 07:05:59.985213 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:01.851403 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod 3503ee1fa107ad461d4f82865b960b2d9aa9bc7af937d24e325e4eb6e9849392 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod 3503ee1fa107ad461d4f82865b960b2d9aa9bc7af937d24e325e4eb6e9849392 network default NAD default NAD key ] I0507 07:06:01.941621 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod 3503ee1fa107ad461d4f82865b960b2d9aa9bc7af937d24e325e4eb6e9849392 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod 3503ee1fa107ad461d4f82865b960b2d9aa9bc7af937d24e325e4eb6e9849392 network default NAD default NAD key default], result "{}", err I0507 07:06:02.009351 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:02.009391 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod I0507 07:06:02.011039 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod, ips: 10.130.0.67 I0507 07:06:02.011072 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:02.863656 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod be19fee6a91115cc281ecd3ddf61dd890a2a7c107267e08c0ff2c0ca56f58ccc network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod be19fee6a91115cc281ecd3ddf61dd890a2a7c107267e08c0ff2c0ca56f58ccc network default NAD default NAD key ] I0507 07:06:02.961456 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod be19fee6a91115cc281ecd3ddf61dd890a2a7c107267e08c0ff2c0ca56f58ccc network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod be19fee6a91115cc281ecd3ddf61dd890a2a7c107267e08c0ff2c0ca56f58ccc network default NAD default NAD key default], result "{}", err I0507 07:06:03.052820 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:03.052853 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod I0507 07:06:03.054334 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod, ips: 10.130.0.70 I0507 07:06:03.054360 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:11.314919 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0507 07:06:12.957952 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod 1c8878a3656674479e8e0454e2b15dad0d2ae52d40a9c1f46ede2af353f7798a network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod 1c8878a3656674479e8e0454e2b15dad0d2ae52d40a9c1f46ede2af353f7798a network default NAD default NAD key ] I0507 07:06:13.039625 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod 1c8878a3656674479e8e0454e2b15dad0d2ae52d40a9c1f46ede2af353f7798a network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod 1c8878a3656674479e8e0454e2b15dad0d2ae52d40a9c1f46ede2af353f7798a network default NAD default NAD key default], result "{}", err I0507 07:06:13.118522 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:13.118558 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod I0507 07:06:13.120012 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod, ips: 10.130.0.71 I0507 07:06:13.120042 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:14.471862 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-apply-mapping-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:06:14.472008 3833 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod I0507 07:06:14.506157 3833 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod] pod update took 34.18239ms I0507 07:06:14.506183 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod] addLogicalPort annotation time took 34.210679ms I0507 07:06:14.507424 3833 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod] addLogicalPort took 35.578781ms, libovsdb time 823.272µs I0507 07:06:14.842312 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod 957f83322b5bfc6cb8bed2bd3a99287fefe7e22e035b7aaba78ea710c12a2049 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod 957f83322b5bfc6cb8bed2bd3a99287fefe7e22e035b7aaba78ea710c12a2049 network default NAD default NAD key ] I0507 07:06:14.851897 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-apply-mapping-pod, hostIfaceName: 957f83322b5bfc6, network: default, NAD default, SandboxID: "957f83322b5bfc6cb8bed2bd3a99287fefe7e22e035b7aaba78ea710c12a2049", PCI device ID: , UID: "33b9678a-4b2e-4da4-aeb3-c5b7bd0afff6", MAC: 0a:58:0a:82:00:48, IPs: [10.130.0.72/23] I0507 07:06:14.906227 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod 957f83322b5bfc6cb8bed2bd3a99287fefe7e22e035b7aaba78ea710c12a2049 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod 957f83322b5bfc6cb8bed2bd3a99287fefe7e22e035b7aaba78ea710c12a2049 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:ef:d6:34:6c:f3\",\"name\":\"957f83322b5bfc6\"},{\"mac\":\"0a:58:0a:82:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ed63465-00b9-4cb8-b70c-b99c3edb0d11\"}],\"ips\":[{\"address\":\"10.130.0.72/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:06:16.342799 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0507 07:06:26.080229 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod 957f83322b5bfc6cb8bed2bd3a99287fefe7e22e035b7aaba78ea710c12a2049 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod 957f83322b5bfc6cb8bed2bd3a99287fefe7e22e035b7aaba78ea710c12a2049 network default NAD default NAD key ] I0507 07:06:26.190497 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod 957f83322b5bfc6cb8bed2bd3a99287fefe7e22e035b7aaba78ea710c12a2049 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod 957f83322b5bfc6cb8bed2bd3a99287fefe7e22e035b7aaba78ea710c12a2049 network default NAD default NAD key default], result "{}", err I0507 07:06:26.268575 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:26.268616 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod I0507 07:06:26.269957 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod, ips: 10.130.0.72 I0507 07:06:26.269991 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:27.006177 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-filter-already-released-images-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:06:27.006313 3833 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod I0507 07:06:27.029192 3833 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod] pod update took 22.918502ms I0507 07:06:27.029213 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod] addLogicalPort annotation time took 22.942993ms I0507 07:06:27.030365 3833 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod] addLogicalPort took 24.206212ms, libovsdb time 760.964µs I0507 07:06:27.373199 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod 6177ac6ccbdc4a90c03c5df40f5a60eeaffaef9d355050bfd9b56e4fdbdbbf53 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod 6177ac6ccbdc4a90c03c5df40f5a60eeaffaef9d355050bfd9b56e4fdbdbbf53 network default NAD default NAD key ] I0507 07:06:27.382874 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-filter-already-released-images-pod, hostIfaceName: 6177ac6ccbdc4a9, network: default, NAD default, SandboxID: "6177ac6ccbdc4a90c03c5df40f5a60eeaffaef9d355050bfd9b56e4fdbdbbf53", PCI device ID: , UID: "081f2e1c-9e45-44ea-9540-ea85670e77dc", MAC: 0a:58:0a:82:00:49, IPs: [10.130.0.73/23] I0507 07:06:27.436647 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod 6177ac6ccbdc4a90c03c5df40f5a60eeaffaef9d355050bfd9b56e4fdbdbbf53 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod 6177ac6ccbdc4a90c03c5df40f5a60eeaffaef9d355050bfd9b56e4fdbdbbf53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:95:66:20:4e:70\",\"name\":\"6177ac6ccbdc4a9\"},{\"mac\":\"0a:58:0a:82:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/658deb3e-7d4b-4439-b52c-22dc0e5e7bac\"}],\"ips\":[{\"address\":\"10.130.0.73/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:06:37.187997 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod 6177ac6ccbdc4a90c03c5df40f5a60eeaffaef9d355050bfd9b56e4fdbdbbf53 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod 6177ac6ccbdc4a90c03c5df40f5a60eeaffaef9d355050bfd9b56e4fdbdbbf53 network default NAD default NAD key ] I0507 07:06:37.284413 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod 6177ac6ccbdc4a90c03c5df40f5a60eeaffaef9d355050bfd9b56e4fdbdbbf53 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod 6177ac6ccbdc4a90c03c5df40f5a60eeaffaef9d355050bfd9b56e4fdbdbbf53 network default NAD default NAD key default], result "{}", err I0507 07:06:37.358567 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:37.358602 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod I0507 07:06:37.359988 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod, ips: 10.130.0.73 I0507 07:06:37.360026 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:37.656097 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-collect-tpa-params-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:06:37.656250 3833 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod I0507 07:06:37.676784 3833 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod] pod update took 20.567293ms I0507 07:06:37.676807 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod] addLogicalPort annotation time took 20.593278ms I0507 07:06:37.678092 3833 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod] addLogicalPort took 22.00929ms, libovsdb time 858.16µs I0507 07:06:38.019827 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod bc1243c9c3a481c1b4f5b552b3dca49be05b8018a43ea3f188b8688d9f757d53 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod bc1243c9c3a481c1b4f5b552b3dca49be05b8018a43ea3f188b8688d9f757d53 network default NAD default NAD key ] I0507 07:06:38.029748 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-collect-tpa-params-pod, hostIfaceName: bc1243c9c3a481c, network: default, NAD default, SandboxID: "bc1243c9c3a481c1b4f5b552b3dca49be05b8018a43ea3f188b8688d9f757d53", PCI device ID: , UID: "a456d598-0c29-438f-b8b1-d6417d983f18", MAC: 0a:58:0a:82:00:4a, IPs: [10.130.0.74/23] I0507 07:06:38.083572 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod bc1243c9c3a481c1b4f5b552b3dca49be05b8018a43ea3f188b8688d9f757d53 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod bc1243c9c3a481c1b4f5b552b3dca49be05b8018a43ea3f188b8688d9f757d53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:d3:7b:2a:86:f7\",\"name\":\"bc1243c9c3a481c\"},{\"mac\":\"0a:58:0a:82:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/202d13b0-1a5a-459d-a4bf-0c6fa2ea29c5\"}],\"ips\":[{\"address\":\"10.130.0.74/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:06:44.311681 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0507 07:06:45.274768 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod bc1243c9c3a481c1b4f5b552b3dca49be05b8018a43ea3f188b8688d9f757d53 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod bc1243c9c3a481c1b4f5b552b3dca49be05b8018a43ea3f188b8688d9f757d53 network default NAD default NAD key ] I0507 07:06:45.332120 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0507 07:06:45.360768 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod bc1243c9c3a481c1b4f5b552b3dca49be05b8018a43ea3f188b8688d9f757d53 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod bc1243c9c3a481c1b4f5b552b3dca49be05b8018a43ea3f188b8688d9f757d53 network default NAD default NAD key default], result "{}", err I0507 07:06:45.432574 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:45.432610 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod I0507 07:06:45.433838 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod, ips: 10.130.0.74 I0507 07:06:45.433864 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:07:05.354540 3833 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0507 07:07:20.222866 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0507 07:07:20.554062 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:07:20.554644 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:07:23.446288 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-push-snapshot-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:07:23.446409 3833 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod I0507 07:07:23.473221 3833 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod] pod update took 26.847065ms I0507 07:07:23.473244 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod] addLogicalPort annotation time took 26.876554ms I0507 07:07:23.474504 3833 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod] addLogicalPort took 28.234016ms, libovsdb time 847.216µs I0507 07:07:23.814555 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod 4134d67e295a99d64bea1ff490ec09d12193bb8659679f2afadf53c544ab01de network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod 4134d67e295a99d64bea1ff490ec09d12193bb8659679f2afadf53c544ab01de network default NAD default NAD key ] I0507 07:07:23.824077 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-push-snapshot-pod, hostIfaceName: 4134d67e295a99d, network: default, NAD default, SandboxID: "4134d67e295a99d64bea1ff490ec09d12193bb8659679f2afadf53c544ab01de", PCI device ID: , UID: "1d80dce7-184f-476a-a533-5b52b53b339d", MAC: 0a:58:0a:82:00:4b, IPs: [10.130.0.75/23] I0507 07:07:23.876164 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod 4134d67e295a99d64bea1ff490ec09d12193bb8659679f2afadf53c544ab01de network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod 4134d67e295a99d64bea1ff490ec09d12193bb8659679f2afadf53c544ab01de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:21:b4:be:70:f7\",\"name\":\"4134d67e295a99d\"},{\"mac\":\"0a:58:0a:82:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a92f9dd2-ab80-42b8-9ce5-01e4159905d3\"}],\"ips\":[{\"address\":\"10.130.0.75/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:07:38.233034 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0507 07:07:54.864405 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod 4134d67e295a99d64bea1ff490ec09d12193bb8659679f2afadf53c544ab01de network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod 4134d67e295a99d64bea1ff490ec09d12193bb8659679f2afadf53c544ab01de network default NAD default NAD key ] I0507 07:07:54.959595 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod 4134d67e295a99d64bea1ff490ec09d12193bb8659679f2afadf53c544ab01de network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod 4134d67e295a99d64bea1ff490ec09d12193bb8659679f2afadf53c544ab01de network default NAD default NAD key default], result "{}", err I0507 07:07:55.033414 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:07:55.033454 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod I0507 07:07:55.034787 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod, ips: 10.130.0.75 I0507 07:07:55.034820 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:07:56.536822 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-sign-image-cosign-keyless-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:07:56.536974 3833 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod I0507 07:07:56.565506 3833 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod] pod update took 28.570983ms I0507 07:07:56.565528 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod] addLogicalPort annotation time took 28.596894ms I0507 07:07:56.566813 3833 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod] addLogicalPort took 30.010388ms, libovsdb time 919.664µs I0507 07:07:56.906082 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod d1e7946d578607e58e1b8c9dd2f79df5e237582d9cea60529be7b7092874ae79 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod d1e7946d578607e58e1b8c9dd2f79df5e237582d9cea60529be7b7092874ae79 network default NAD default NAD key ] I0507 07:07:56.916070 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-sign-image-cosign-keyless-pod, hostIfaceName: d1e7946d578607e, network: default, NAD default, SandboxID: "d1e7946d578607e58e1b8c9dd2f79df5e237582d9cea60529be7b7092874ae79", PCI device ID: , UID: "338602ed-64a0-4148-8e3c-00df4cb43e60", MAC: 0a:58:0a:82:00:4c, IPs: [10.130.0.76/23] I0507 07:07:56.967472 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod d1e7946d578607e58e1b8c9dd2f79df5e237582d9cea60529be7b7092874ae79 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod d1e7946d578607e58e1b8c9dd2f79df5e237582d9cea60529be7b7092874ae79 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:1d:c3:1f:cd:4c\",\"name\":\"d1e7946d578607e\"},{\"mac\":\"0a:58:0a:82:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6875efae-2df0-44ab-ba8d-5b4da05d5f63\"}],\"ips\":[{\"address\":\"10.130.0.76/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:08:43.292865 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod d1e7946d578607e58e1b8c9dd2f79df5e237582d9cea60529be7b7092874ae79 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod d1e7946d578607e58e1b8c9dd2f79df5e237582d9cea60529be7b7092874ae79 network default NAD default NAD key ] I0507 07:08:43.398864 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod d1e7946d578607e58e1b8c9dd2f79df5e237582d9cea60529be7b7092874ae79 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod d1e7946d578607e58e1b8c9dd2f79df5e237582d9cea60529be7b7092874ae79 network default NAD default NAD key default], result "{}", err I0507 07:08:43.472569 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:08:43.472605 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod I0507 07:08:43.473921 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod, ips: 10.130.0.76 I0507 07:08:43.473948 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:08:43.994217 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-process-component-sbom-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:08:43.994373 3833 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod I0507 07:08:44.019131 3833 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod] pod update took 24.79239ms I0507 07:08:44.019163 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod] addLogicalPort annotation time took 24.827524ms I0507 07:08:44.020458 3833 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod] addLogicalPort took 26.240923ms, libovsdb time 796.655µs I0507 07:08:44.362302 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod 733f51437d9af531f42672993f488fbf35afa2a5ab747b0621ccc79e562b19ef network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod 733f51437d9af531f42672993f488fbf35afa2a5ab747b0621ccc79e562b19ef network default NAD default NAD key ] I0507 07:08:44.373300 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-process-component-sbom-pod, hostIfaceName: 733f51437d9af53, network: default, NAD default, SandboxID: "733f51437d9af531f42672993f488fbf35afa2a5ab747b0621ccc79e562b19ef", PCI device ID: , UID: "ae574ce0-f290-47e4-b800-fc0dc9cbf001", MAC: 0a:58:0a:82:00:4d, IPs: [10.130.0.77/23] I0507 07:08:44.425623 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod 733f51437d9af531f42672993f488fbf35afa2a5ab747b0621ccc79e562b19ef network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod 733f51437d9af531f42672993f488fbf35afa2a5ab747b0621ccc79e562b19ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:e4:dd:fa:ed:cd\",\"name\":\"733f51437d9af53\"},{\"mac\":\"0a:58:0a:82:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/025184f8-3820-4ea2-b8f1-fac5eb881724\"}],\"ips\":[{\"address\":\"10.130.0.77/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:09:04.505157 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod 733f51437d9af531f42672993f488fbf35afa2a5ab747b0621ccc79e562b19ef network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod 733f51437d9af531f42672993f488fbf35afa2a5ab747b0621ccc79e562b19ef network default NAD default NAD key ] I0507 07:09:04.525406 3833 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-update-cr-status-pod for pod on switch ip-10-0-0-9.ec2.internal I0507 07:09:04.525566 3833 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod I0507 07:09:04.543267 3833 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod] pod update took 17.728891ms I0507 07:09:04.543294 3833 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod] addLogicalPort annotation time took 17.763893ms I0507 07:09:04.544757 3833 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod] addLogicalPort took 19.367717ms, libovsdb time 1.005409ms I0507 07:09:04.607275 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod 733f51437d9af531f42672993f488fbf35afa2a5ab747b0621ccc79e562b19ef network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod 733f51437d9af531f42672993f488fbf35afa2a5ab747b0621ccc79e562b19ef network default NAD default NAD key default], result "{}", err I0507 07:09:04.679460 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:04.679532 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod I0507 07:09:04.680947 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod, ips: 10.130.0.77 I0507 07:09:04.680980 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:04.898083 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod 14f91027d241cbf56eacdf476e0f0d3faaea7b8543f3fe6109ef489cceffb547 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod 14f91027d241cbf56eacdf476e0f0d3faaea7b8543f3fe6109ef489cceffb547 network default NAD default NAD key ] I0507 07:09:04.907620 3833 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-update-cr-status-pod, hostIfaceName: 14f91027d241cbf, network: default, NAD default, SandboxID: "14f91027d241cbf56eacdf476e0f0d3faaea7b8543f3fe6109ef489cceffb547", PCI device ID: , UID: "d8b59e1d-7171-4a30-8f9c-67e7068e8a7e", MAC: 0a:58:0a:82:00:4e, IPs: [10.130.0.78/23] I0507 07:09:04.958664 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod 14f91027d241cbf56eacdf476e0f0d3faaea7b8543f3fe6109ef489cceffb547 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod 14f91027d241cbf56eacdf476e0f0d3faaea7b8543f3fe6109ef489cceffb547 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:a3:61:e3:14:7b\",\"name\":\"14f91027d241cbf\"},{\"mac\":\"0a:58:0a:82:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6338faca-77ed-4787-9082-3272d1cb86ed\"}],\"ips\":[{\"address\":\"10.130.0.78/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 07:09:10.883591 3833 cni.go:452] [managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 9f9d7cee221701ff2c76f0ef8d4c23d65035fe9d0960aff5159f0863b473d6c7 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 9f9d7cee221701ff2c76f0ef8d4c23d65035fe9d0960aff5159f0863b473d6c7 network default NAD default NAD key ] I0507 07:09:10.967972 3833 cni.go:473] [managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 9f9d7cee221701ff2c76f0ef8d4c23d65035fe9d0960aff5159f0863b473d6c7 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 9f9d7cee221701ff2c76f0ef8d4c23d65035fe9d0960aff5159f0863b473d6c7 network default NAD default NAD key default], result "{}", err I0507 07:09:11.023551 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:11.023618 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 I0507 07:09:11.024976 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0, ips: 10.130.0.64 I0507 07:09:11.025012 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:11.570712 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:11.570762 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:11.576693 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 I0507 07:09:11.576775 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 I0507 07:09:11.585634 3833 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod 14f91027d241cbf56eacdf476e0f0d3faaea7b8543f3fe6109ef489cceffb547 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod 14f91027d241cbf56eacdf476e0f0d3faaea7b8543f3fe6109ef489cceffb547 network default NAD default NAD key ] I0507 07:09:11.675904 3833 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod 14f91027d241cbf56eacdf476e0f0d3faaea7b8543f3fe6109ef489cceffb547 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod 14f91027d241cbf56eacdf476e0f0d3faaea7b8543f3fe6109ef489cceffb547 network default NAD default NAD key default], result "{}", err I0507 07:09:11.744682 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:11.744839 3833 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod I0507 07:09:11.746107 3833 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod, ips: 10.130.0.78 I0507 07:09:11.746134 3833 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:24.985119 3833 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:09:30.025866 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.025895 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.032323 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod I0507 07:09:30.032358 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod I0507 07:09:30.040985 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.041010 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.048689 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod I0507 07:09:30.048719 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod I0507 07:09:30.057911 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.057929 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.066530 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-data-pod I0507 07:09:30.066557 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-data-pod I0507 07:09:30.074341 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.074365 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.080072 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod I0507 07:09:30.080094 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod I0507 07:09:30.090009 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.090027 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.098723 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod I0507 07:09:30.098744 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod I0507 07:09:30.106792 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.106813 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.114402 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod I0507 07:09:30.114423 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod I0507 07:09:30.128782 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.128800 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.135779 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod I0507 07:09:30.135805 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod I0507 07:09:30.145761 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.145776 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.153083 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod I0507 07:09:30.153107 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod I0507 07:09:30.161463 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.161484 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.168329 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod I0507 07:09:30.168345 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod I0507 07:09:30.179403 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.179419 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.184393 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod I0507 07:09:30.184410 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod I0507 07:09:30.194002 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.194016 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.202370 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod I0507 07:09:30.202391 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod I0507 07:09:30.211689 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.211707 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.220327 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod I0507 07:09:30.220350 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod I0507 07:09:30.233492 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.233509 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.242302 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod I0507 07:09:30.242320 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod I0507 07:09:30.249491 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.249506 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.255953 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod I0507 07:09:30.255971 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod I0507 07:09:30.273740 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.273758 3833 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.283357 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod I0507 07:09:30.283372 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod I0507 07:09:30.345898 3833 obj_retry.go:492] Detected object default-tenant/my-integration-test-cmbc-6qs65-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.345918 3833 obj_retry.go:492] Detected object default-tenant/my-integration-test-cmbc-6qs65-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.350932 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-cmbc-6qs65-verify-pod I0507 07:09:30.350965 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-cmbc-6qs65-verify-pod I0507 07:09:30.520215 3833 obj_retry.go:492] Detected object default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.520260 3833 obj_retry.go:492] Detected object default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.529614 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod I0507 07:09:30.529635 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod I0507 07:09:36.001908 3833 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:09:39.311902 3833 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0507 07:09:42.391082 3833 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:09:44.357112 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0507 07:09:49.060533 3833 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:09:55.509519 3833 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:09:59.223536 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0507 07:10:04.623124 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:10:04.623732 3833 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:10:05.486369 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:10:05.486401 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:10:05.516509 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:10:05.516533 3833 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:10:05.520884 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 I0507 07:10:05.520908 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 I0507 07:10:12.223193 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0507 07:10:39.156697 3833 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:10:56.347067 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0507 07:11:13.709465 3833 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:11:31.362900 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 07:11:48.519930 3833 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:11:48.538085 3833 namespace.go:317] [managed-tenant-2j1m8] deleting namespace I0507 07:12:12.046762 3833 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v 3043ab03ad8483c359106d3ae1ed5b0c51f67f578741bf9fcbd4a212faf9aa5e network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v 3043ab03ad8483c359106d3ae1ed5b0c51f67f578741bf9fcbd4a212faf9aa5e network default NAD default NAD key ] I0507 07:12:12.132925 3833 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v 3043ab03ad8483c359106d3ae1ed5b0c51f67f578741bf9fcbd4a212faf9aa5e network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v 3043ab03ad8483c359106d3ae1ed5b0c51f67f578741bf9fcbd4a212faf9aa5e network default NAD default NAD key default], result "{}", err I0507 07:12:12.190099 3833 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:12:12.190132 3833 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v I0507 07:12:12.191825 3833 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v, ips: 10.130.0.66 I0507 07:12:12.191861 3833 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:12:13.111854 3833 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:12:13.111883 3833 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:12:13.118063 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v I0507 07:12:13.118088 3833 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v I0507 07:12:19.228948 3833 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=16 I0507 07:13:04.346152 3833 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6