+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-100.ec2.internal ++ [[ -n ip-10-0-2-100.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-100.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0512 07:30:26.347239508 - disable conntrack on geneve port + echo 'I0512 07:30:26.347239508 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 07:30:26.390765182 - starting ovnkube-node' I0512 07:30:26.390765182 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-100.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-100.ec2.internal --init-node ip-10-0-2-100.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-100.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 07:30:26.435659 3672 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 07:30:26.435923 3672 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-542058f9b9.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 07:30:26.437413 3672 kube.go:431] Waiting for certificate I0512 07:30:26.437438 3672 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 07:30:26.437472 3672 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 07:30:26.438147 3672 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 07:30:26.467123 3672 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 07:30:26.467143 3672 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 07:30:26.470387 3672 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 07:30:26.473244 3672 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-pgllb" I0512 07:30:28.269416 3672 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-pgllb" I0512 07:30:28.269540 3672 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 07:30:28.437547 3672 kube.go:438] Certificate found I0512 07:30:28.438123 3672 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 07:30:28.439449 3672 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 07:30:28.501859 3672 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 07:30:28.527208 3672 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 07:30:28.527248 3672 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 07:30:28.527303 3672 server.go:101] MetricServer registers OVS metrics I0512 07:30:28.527337 3672 factory.go:561] Starting watch factory I0512 07:30:28.527477 3672 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.527503 3672 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.527528 3672 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.527544 3672 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.527534 3672 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.527580 3672 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.527626 3672 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.527640 3672 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.527681 3672 server.go:105] MetricServer registers OVN DB metrics I0512 07:30:28.528044 3672 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.528087 3672 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.528158 3672 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.528180 3672 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.532562 3672 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 07:30:28.532591 3672 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 07:30:28.533126 3672 controller_manager.go:370] Starting the ovnkube controller I0512 07:30:28.533140 3672 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-100.ec2.internal I0512 07:30:28.533189 3672 controller_manager.go:395] NBDB zone sync took: 35.127µs I0512 07:30:28.533197 3672 factory.go:561] Starting watch factory I0512 07:30:28.545855 3672 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 07:30:28.545884 3672 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 07:30:28.549528 3672 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 07:30:28.549570 3672 server.go:109] MetricServer registers OVN Controller metrics I0512 07:30:28.552760 3672 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.552915 3672 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.553351 3672 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.553697 3672 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.553802 3672 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.554529 3672 server.go:113] MetricServer registers OVN Northd metrics I0512 07:30:28.559687 3672 metrics.go:519] OVN Metrics Server starts to run ... I0512 07:30:28.565060 3672 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 07:30:28.633403 3672 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 07:30:28.633423 3672 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 07:30:28.633427 3672 factory.go:1977] *v1.Node informer cache synced successfully I0512 07:30:28.633431 3672 factory.go:1977] *v1.Service informer cache synced successfully I0512 07:30:28.633434 3672 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 07:30:28.633437 3672 factory.go:1977] *v1.Pod informer cache synced successfully I0512 07:30:28.633519 3672 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:30:28.633530 3672 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:30:28.633536 3672 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:30:28.633547 3672 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:30:28.636030 3672 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:30:28.636028 3672 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 07:30:28.638872 3672 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 07:30:28.638885 3672 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 07:30:28.638940 3672 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.638950 3672 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.639033 3672 factory.go:1977] *v1.Service informer cache synced successfully I0512 07:30:28.639045 3672 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 07:30:28.639050 3672 factory.go:1977] *v1.Pod informer cache synced successfully I0512 07:30:28.639053 3672 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 07:30:28.639056 3672 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 07:30:28.639059 3672 factory.go:1977] *v1.Node informer cache synced successfully I0512 07:30:28.641065 3672 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.643966 3672 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 07:30:28.644027 3672 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.644039 3672 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.644102 3672 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 07:30:28.644116 3672 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 07:30:28.646859 3672 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.649008 3672 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 07:30:28.649074 3672 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.649085 3672 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.649279 3672 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 07:30:28.651691 3672 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.654493 3672 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 07:30:28.654576 3672 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.654594 3672 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.654666 3672 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 07:30:28.656644 3672 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.659881 3672 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 07:30:28.659957 3672 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 07:30:28.660024 3672 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.660042 3672 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.662444 3672 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.665935 3672 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 07:30:28.665973 3672 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 07:30:28.666504 3672 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 07:30:28.666518 3672 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 07:30:28.670475 3672 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 07:30:28.671394 3672 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 07:30:28.671469 3672 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 07:30:28.671531 3672 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.671544 3672 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.671596 3672 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.671615 3672 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.675761 3672 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.675768 3672 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 07:30:28.676647 3672 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 07:30:28.676656 3672 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 07:30:28.676661 3672 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 07:30:28.676664 3672 factory.go:680] Watch Factory start up complete, took: 149.331238ms I0512 07:30:28.676729 3672 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 07:30:28.682202 3672 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 07:30:28.682214 3672 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 07:30:28.682221 3672 factory.go:680] Watch Factory start up complete, took: 149.022103ms I0512 07:30:28.682228 3672 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-100.ec2.internal" zone I0512 07:30:28.720375 3672 default_node_network_controller.go:710] Initializing the default node network controller I0512 07:30:28.791712 3672 udn_isolation.go:101] Starting UDN host isolation manager I0512 07:30:28.798788 3672 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 07:30:28.848346 3672 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 07:30:28.848437 3672 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 07:30:28.848454 3672 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 07:30:28.882251 3672 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 07:30:28.882336 3672 default_node_network_controller.go:809] Node ip-10-0-2-100.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0512 07:30:28.887566 3672 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.100"] k8s.ovn.org/zone-name:ip-10-0-2-100.ec2.internal] on node ip-10-0-2-100.ec2.internal I0512 07:30:28.907402 3672 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 07:30:28.913608 3672 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 07:30:28.913745 3672 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0512 07:30:28.913860 3672 gateway_init.go:263] Preparing Gateway I0512 07:30:28.913872 3672 gateway_shared_intf.go:1687] Creating new gateway I0512 07:30:28.932300 3672 controller_manager.go:429] Waiting for node in zone sync took: 250.059159ms I0512 07:30:28.983121 3672 controller_manager.go:611] Switching to transit router for layer2 networks I0512 07:30:28.983138 3672 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-100.ec2.internal I0512 07:30:28.997972 3672 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 07:30:28.999350 3672 iptables.go:108] Creating table: filter chain: FORWARD I0512 07:30:29.004424 3672 controller_manager.go:290] SCTP support detected in OVN I0512 07:30:29.005013 3672 services_controller.go:69] Creating services controller for network=default I0512 07:30:29.005124 3672 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 07:30:29.005287 3672 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 07:30:29.005370 3672 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 07:30:29.005387 3672 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 07:30:29.005395 3672 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 07:30:29.005587 3672 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 07:30:29.005683 3672 udn_enabled_svc.go:95] Performing full resync I0512 07:30:29.005688 3672 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.003µs I0512 07:30:29.005693 3672 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 07:30:29.005731 3672 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 27.286µs I0512 07:30:29.005741 3672 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 50.098µs I0512 07:30:29.005748 3672 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 07:30:29.005754 3672 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 07:30:29.005762 3672 default_network_controller.go:325] Starting the default network controller I0512 07:30:29.005854 3672 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.166µs I0512 07:30:29.005948 3672 udn_enabled_svc.go:99] Waiting for handler to sync I0512 07:30:29.005961 3672 udn_enabled_svc.go:104] Starting worker I0512 07:30:29.006086 3672 iptables.go:108] Creating table: filter chain: OUTPUT I0512 07:30:29.013008 3672 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 07:30:29.013030 3672 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-100.ec2.internal","mac-address":"0e:59:5b:b6:9d:db","ip-addresses":["10.0.2.100/24"],"ip-address":"10.0.2.100/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2d596d39-4fd8-4fa2-8c9e-4d5cf9a506ed k8s.ovn.org/node-encap-ips:["10.0.2.100"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.100/24"} k8s.ovn.org/zone-name:ip-10-0-2-100.ec2.internal] on node ip-10-0-2-100.ec2.internal I0512 07:30:29.015182 3672 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 07:30:29.015238 3672 repair.go:33] Syncing exgw routes took 43.367µs I0512 07:30:29.015281 3672 default_network_controller.go:414] Starting all the Watchers... I0512 07:30:29.015496 3672 namespace.go:98] [openshift-node] adding namespace I0512 07:30:29.015504 3672 namespace.go:98] [openshift-image-registry] adding namespace I0512 07:30:29.015514 3672 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 07:30:29.015516 3672 namespace.go:98] [dedicated-admin] adding namespace I0512 07:30:29.015593 3672 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 07:30:29.015608 3672 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 07:30:29.015618 3672 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 07:30:29.015623 3672 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 07:30:29.015634 3672 namespace.go:98] [openshift-network-console] adding namespace I0512 07:30:29.015640 3672 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 07:30:29.015644 3672 namespace.go:98] [openshift-controller-manager] adding namespace I0512 07:30:29.015648 3672 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 07:30:29.015651 3672 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 07:30:29.015655 3672 namespace.go:98] [openshift-config] adding namespace I0512 07:30:29.015660 3672 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 07:30:29.016189 3672 namespace.go:102] [openshift-node] adding namespace took 677.336µs I0512 07:30:29.016206 3672 namespace.go:98] [openshift-infra] adding namespace I0512 07:30:29.016751 3672 namespace.go:102] [openshift-infra] adding namespace took 538.375µs I0512 07:30:29.016771 3672 namespace.go:98] [default] adding namespace I0512 07:30:29.017237 3672 namespace.go:102] [default] adding namespace took 460.218µs I0512 07:30:29.017251 3672 namespace.go:98] [openshift-monitoring] adding namespace I0512 07:30:29.017773 3672 namespace.go:102] [openshift-image-registry] adding namespace took 2.258476ms I0512 07:30:29.017793 3672 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 07:30:29.018236 3672 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 2.711623ms I0512 07:30:29.018250 3672 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 07:30:29.018748 3672 namespace.go:102] [dedicated-admin] adding namespace took 3.216778ms I0512 07:30:29.018776 3672 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 07:30:29.019237 3672 namespace.go:102] [openshift-backplane-srep] adding namespace took 3.63244ms I0512 07:30:29.019271 3672 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 07:30:29.019715 3672 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.097551ms I0512 07:30:29.019733 3672 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 07:30:29.020285 3672 namespace.go:102] [openshift-ingress-canary] adding namespace took 4.663451ms I0512 07:30:29.020300 3672 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 07:30:29.020809 3672 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.17952ms I0512 07:30:29.020825 3672 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 07:30:29.021270 3672 namespace.go:102] [openshift-network-console] adding namespace took 5.628122ms I0512 07:30:29.021286 3672 namespace.go:98] [openshift-service-ca] adding namespace I0512 07:30:29.021753 3672 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.106659ms I0512 07:30:29.021768 3672 namespace.go:98] [openshift-network-operator] adding namespace I0512 07:30:29.022178 3672 namespace.go:102] [openshift-controller-manager] adding namespace took 6.52966ms I0512 07:30:29.022190 3672 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 07:30:29.022647 3672 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.99367ms I0512 07:30:29.022662 3672 namespace.go:98] [openshift-console-operator] adding namespace I0512 07:30:29.023135 3672 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.478468ms I0512 07:30:29.023162 3672 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 07:30:29.023626 3672 namespace.go:102] [openshift-config] adding namespace took 7.965389ms I0512 07:30:29.023640 3672 namespace.go:98] [openshift-operators] adding namespace I0512 07:30:29.024092 3672 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.426571ms I0512 07:30:29.024113 3672 namespace.go:98] [openshift-backplane] adding namespace I0512 07:30:29.024613 3672 namespace.go:102] [openshift-monitoring] adding namespace took 7.355813ms I0512 07:30:29.024632 3672 namespace.go:98] [openshift] adding namespace I0512 07:30:29.025007 3672 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.208985ms I0512 07:30:29.025022 3672 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 07:30:29.025526 3672 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.251964ms I0512 07:30:29.025539 3672 namespace.go:98] [openshift-host-network] adding namespace I0512 07:30:29.025965 3672 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.180437ms I0512 07:30:29.025982 3672 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 07:30:29.026464 3672 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.186016ms I0512 07:30:29.026478 3672 namespace.go:98] [openshift-logging] adding namespace I0512 07:30:29.026879 3672 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.139934ms I0512 07:30:29.026895 3672 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 07:30:29.027287 3672 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.98052ms I0512 07:30:29.027302 3672 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 07:30:29.027761 3672 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.930333ms I0512 07:30:29.027777 3672 namespace.go:98] [openshift-config-operator] adding namespace I0512 07:30:29.028156 3672 namespace.go:102] [openshift-service-ca] adding namespace took 6.862437ms I0512 07:30:29.028171 3672 namespace.go:98] [openshift-authentication] adding namespace I0512 07:30:29.028606 3672 namespace.go:102] [openshift-network-operator] adding namespace took 6.831919ms I0512 07:30:29.028622 3672 namespace.go:98] [openshift-apiserver] adding namespace I0512 07:30:29.029079 3672 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.882466ms I0512 07:30:29.029097 3672 namespace.go:98] [openshift-ingress] adding namespace I0512 07:30:29.029780 3672 namespace.go:102] [openshift-console-operator] adding namespace took 7.097731ms I0512 07:30:29.029801 3672 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 07:30:29.030400 3672 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.229385ms I0512 07:30:29.030415 3672 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 07:30:29.030807 3672 namespace.go:102] [openshift-operators] adding namespace took 7.161983ms I0512 07:30:29.030821 3672 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 07:30:29.031290 3672 namespace.go:102] [openshift-backplane] adding namespace took 7.168671ms I0512 07:30:29.031308 3672 namespace.go:98] [openshift-machine-api] adding namespace I0512 07:30:29.031668 3672 namespace.go:102] [openshift] adding namespace took 7.029957ms I0512 07:30:29.031684 3672 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 07:30:29.032130 3672 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.10032ms I0512 07:30:29.032155 3672 namespace.go:98] [openshift-dns-operator] adding namespace I0512 07:30:29.032713 3672 namespace.go:102] [openshift-host-network] adding namespace took 7.165308ms I0512 07:30:29.032727 3672 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 07:30:29.033133 3672 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.14409ms I0512 07:30:29.033151 3672 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 07:30:29.033407 3672 default_node_network_controller.go:519] Node connection status = connected I0512 07:30:29.033582 3672 namespace.go:102] [openshift-logging] adding namespace took 7.098635ms I0512 07:30:29.033595 3672 namespace.go:98] [openshift-console] adding namespace I0512 07:30:29.034134 3672 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.233834ms I0512 07:30:29.034146 3672 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 07:30:29.034580 3672 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.272142ms I0512 07:30:29.034596 3672 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 07:30:29.035011 3672 namespace.go:102] [openshift-config-operator] adding namespace took 7.229062ms I0512 07:30:29.035025 3672 namespace.go:98] [openshift-etcd] adding namespace I0512 07:30:29.035459 3672 namespace.go:102] [openshift-authentication] adding namespace took 7.281465ms I0512 07:30:29.035475 3672 namespace.go:98] [openshift-config-managed] adding namespace I0512 07:30:29.035802 3672 namespace.go:102] [openshift-apiserver] adding namespace took 7.175135ms I0512 07:30:29.035816 3672 namespace.go:98] [openshift-package-operator] adding namespace I0512 07:30:29.036337 3672 namespace.go:102] [openshift-ingress] adding namespace took 7.23423ms I0512 07:30:29.036351 3672 namespace.go:98] [openshift-kube-scheduler] adding namespace W0512 07:30:29.036724 3672 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-pnjhz: pod openshift-network-diagnostics/network-check-target-pnjhz: no pod IPs found I0512 07:30:29.036771 3672 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.964869ms I0512 07:30:29.036786 3672 namespace.go:98] [kube-node-lease] adding namespace I0512 07:30:29.037625 3672 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.205204ms I0512 07:30:29.037642 3672 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 07:30:29.038015 3672 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.187413ms I0512 07:30:29.038029 3672 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 07:30:29.038414 3672 namespace.go:102] [openshift-machine-api] adding namespace took 7.100169ms I0512 07:30:29.038428 3672 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 07:30:29.038881 3672 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.191195ms I0512 07:30:29.039288 3672 namespace.go:102] [openshift-dns-operator] adding namespace took 7.124913ms I0512 07:30:29.039301 3672 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 07:30:29.039840 3672 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.1076ms I0512 07:30:29.039854 3672 namespace.go:98] [openshift-marketplace] adding namespace I0512 07:30:29.040341 3672 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.184359ms I0512 07:30:29.040355 3672 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 07:30:29.040756 3672 namespace.go:102] [openshift-console] adding namespace took 7.155403ms I0512 07:30:29.040769 3672 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 07:30:29.041134 3672 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.983211ms I0512 07:30:29.041145 3672 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 07:30:29.041549 3672 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.947359ms I0512 07:30:29.041562 3672 namespace.go:98] [openshift-insights] adding namespace I0512 07:30:29.041967 3672 namespace.go:102] [openshift-etcd] adding namespace took 6.936626ms I0512 07:30:29.041981 3672 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 07:30:29.042411 3672 namespace.go:102] [openshift-config-managed] adding namespace took 6.929854ms I0512 07:30:29.042421 3672 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 07:30:29.042784 3672 namespace.go:102] [openshift-package-operator] adding namespace took 6.962028ms I0512 07:30:29.042798 3672 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 07:30:29.043153 3672 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.798163ms I0512 07:30:29.043551 3672 namespace.go:102] [kube-node-lease] adding namespace took 6.76014ms I0512 07:30:29.043564 3672 namespace.go:98] [openshift-multus] adding namespace I0512 07:30:29.043918 3672 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.271682ms I0512 07:30:29.043929 3672 namespace.go:98] [openshift-cluster-version] adding namespace I0512 07:30:29.044382 3672 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.349063ms I0512 07:30:29.044395 3672 namespace.go:98] [openshift-dns] adding namespace I0512 07:30:29.044822 3672 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.38822ms I0512 07:30:29.044844 3672 namespace.go:98] [kube-system] adding namespace I0512 07:30:29.045424 3672 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.11772ms I0512 07:30:29.045438 3672 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 07:30:29.045879 3672 namespace.go:102] [openshift-marketplace] adding namespace took 6.020362ms I0512 07:30:29.045889 3672 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 07:30:29.046284 3672 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.923616ms I0512 07:30:29.046297 3672 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 07:30:29.046712 3672 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.937129ms I0512 07:30:29.046728 3672 namespace.go:98] [kube-public] adding namespace I0512 07:30:29.047120 3672 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.97061ms I0512 07:30:29.047564 3672 namespace.go:102] [openshift-insights] adding namespace took 5.996496ms I0512 07:30:29.047966 3672 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.980872ms I0512 07:30:29.047981 3672 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 07:30:29.048366 3672 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.9386ms W0512 07:30:29.048734 3672 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-rwjhg: pod openshift-multus/network-metrics-daemon-rwjhg: no pod IPs found I0512 07:30:29.048776 3672 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.973891ms I0512 07:30:29.049232 3672 namespace.go:102] [openshift-multus] adding namespace took 5.662092ms I0512 07:30:29.049640 3672 namespace.go:102] [openshift-cluster-version] adding namespace took 5.706249ms I0512 07:30:29.049655 3672 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 07:30:29.050006 3672 namespace.go:102] [openshift-dns] adding namespace took 5.606659ms W0512 07:30:29.050023 3672 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-ttb98: pod kube-system/global-pull-secret-syncer-ttb98: no pod IPs found I0512 07:30:29.050555 3672 namespace.go:102] [kube-system] adding namespace took 5.706266ms I0512 07:30:29.050567 3672 namespace.go:98] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] adding namespace I0512 07:30:29.051123 3672 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 5.679715ms I0512 07:30:29.051906 3672 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.011497ms I0512 07:30:29.052366 3672 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.063019ms I0512 07:30:29.052777 3672 namespace.go:102] [kube-public] adding namespace took 6.044961ms I0512 07:30:29.053179 3672 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.192635ms I0512 07:30:29.053619 3672 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 3.95833ms I0512 07:30:29.053997 3672 namespace.go:102] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] adding namespace took 3.421771ms I0512 07:30:29.054177 3672 master.go:548] Adding or Updating local node "ip-10-0-2-100.ec2.internal" for network "default" I0512 07:30:29.055138 3672 zone_ic_handler.go:195] Time taken to create transit switch: 311.278µs I0512 07:30:29.055150 3672 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-98.ec2.internal for the network default E0512 07:30:29.055359 3672 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-63.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-63.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-63.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009e00ce0 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0383390582}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0512 07:30:29.055437 3672 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-63.ec2.internal", UID:"edae22c4-e7b3-48f0-8cc8-d0981afc684f", APIVersion:"v1", ResourceVersion:"9721", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-63.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-63.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009e00ce0 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u0383390582}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0512 07:30:29.056082 3672 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-98.ec2.internal" on network "default" took: 1.265303ms W0512 07:30:29.061792 3672 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-pnjhz: pod openshift-network-diagnostics/network-check-target-pnjhz: no pod IPs found W0512 07:30:29.061805 3672 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-rwjhg: pod openshift-multus/network-metrics-daemon-rwjhg: no pod IPs found W0512 07:30:29.061819 3672 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-ttb98: pod kube-system/global-pull-secret-syncer-ttb98: no pod IPs found I0512 07:30:29.062835 3672 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-100.ec2.internal for the network default I0512 07:30:29.063005 3672 zone_ic_handler.go:195] Time taken to create transit switch: 157.784µs I0512 07:30:29.063709 3672 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 07:30:29.063742 3672 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 07:30:29.063757 3672 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 07:30:29.063762 3672 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-63.ec2.internal in network "default" I0512 07:30:29.063824 3672 node_tracker.go:169] Node ip-10-0-0-63.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:29.063845 3672 services_controller.go:574] Full service sync requested for network=default I0512 07:30:29.063859 3672 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-98.ec2.internal in network "default" I0512 07:30:29.063896 3672 node_tracker.go:169] Node ip-10-0-1-98.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:29.063906 3672 services_controller.go:574] Full service sync requested for network=default I0512 07:30:29.063917 3672 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-100.ec2.internal in network "default" I0512 07:30:29.063946 3672 node_tracker.go:169] Node ip-10-0-2-100.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:29.063956 3672 services_controller.go:574] Full service sync requested for network=default I0512 07:30:29.164676 3672 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 07:30:29.164699 3672 services_controller.go:208] Setting up event handlers for services for network=default I0512 07:30:29.164754 3672 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 07:30:29.164789 3672 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 07:30:29.164800 3672 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 07:30:29.265242 3672 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 07:30:29.265299 3672 repair.go:60] Starting repairing loop for services I0512 07:30:29.265405 3672 repair.go:131] Deleted 0 stale service LBs I0512 07:30:29.265432 3672 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 07:30:29.265455 3672 repair.go:62] Finished repairing loop for services: 158.297µs I0512 07:30:29.265478 3672 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 07:30:29.265489 3672 services_controller.go:254] Starting workers for network=default I0512 07:30:29.266238 3672 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-rwjhg] creating logical port openshift-multus_network-metrics-daemon-rwjhg for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:29.266344 3672 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-pnjhz] creating logical port openshift-network-diagnostics_network-check-target-pnjhz for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:29.266394 3672 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-ttb98] creating logical port kube-system_global-pull-secret-syncer-ttb98 for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:29.266439 3672 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-rwjhg I0512 07:30:29.266459 3672 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-pnjhz I0512 07:30:29.266550 3672 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-ttb98 W0512 07:30:29.266770 3672 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.266786 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.266790 3672 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:29.268488 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0512 07:30:29.268601 3672 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:29.271016 3672 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 07:30:29.284186 3672 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 07:25:28 +0000 UTC" deadline="2026-05-13 00:55:40.475424543 +0000 UTC" I0512 07:30:29.284212 3672 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h25m11.191219892s" I0512 07:30:29.292317 3672 pod.go:62] [kube-system/global-pull-secret-syncer-ttb98] pod update took 25.793885ms I0512 07:30:29.292335 3672 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-ttb98] addLogicalPort annotation time took 25.814808ms I0512 07:30:29.293302 3672 pods.go:271] [kube-system/global-pull-secret-syncer-ttb98] addLogicalPort took 26.914315ms, libovsdb time 728.428µs I0512 07:30:29.316500 3672 pod.go:62] [openshift-multus/network-metrics-daemon-rwjhg] pod update took 50.153863ms I0512 07:30:29.316521 3672 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-rwjhg] addLogicalPort annotation time took 50.180015ms I0512 07:30:29.316526 3672 pod.go:62] [openshift-network-diagnostics/network-check-target-pnjhz] pod update took 50.101372ms I0512 07:30:29.316540 3672 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-pnjhz] addLogicalPort annotation time took 50.119148ms I0512 07:30:29.317462 3672 pods.go:271] [openshift-multus/network-metrics-daemon-rwjhg] addLogicalPort took 51.312451ms, libovsdb time 704.839µs I0512 07:30:29.317748 3672 pods.go:271] [openshift-network-diagnostics/network-check-target-pnjhz] addLogicalPort took 51.410747ms, libovsdb time 977.463µs I0512 07:30:29.318277 3672 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 07:30:29.318301 3672 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 07:30:29.318312 3672 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 07:30:29.318316 3672 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 07:30:29.318507 3672 repair.go:29] Repairing admin network policies took 185.339µs I0512 07:30:29.318607 3672 repair.go:92] Repairing baseline admin network policies took 92.686µs I0512 07:30:29.318978 3672 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 07:30:29.318994 3672 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 07:30:29.320751 3672 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 07:30:29.320771 3672 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 07:30:29.320779 3672 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 07:30:29.322086 3672 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 07:30:29.322107 3672 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 07:30:29.322116 3672 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 07:30:29.324076 3672 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 07:30:29.324112 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 07:30:29.324125 3672 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 07:30:29.325855 3672 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 07:30:29.325879 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 07:30:29.325885 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 07:30:29.327109 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 07:30:29.327129 3672 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 07:30:29.327139 3672 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 07:30:29.328029 3672 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 07:30:29.328051 3672 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 07:30:29.328063 3672 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 07:30:29.328964 3672 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 07:30:29.328990 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 07:30:29.329001 3672 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 07:30:29.329469 3672 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 07:30:29.329492 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 07:30:29.330199 3672 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 07:30:29.330212 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 07:30:29.332071 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 07:30:29.332092 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 07:30:29.332108 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 07:30:29.332646 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 07:30:29.332671 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 07:30:29.332683 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 07:30:29.334020 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 07:30:29.334040 3672 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 07:30:29.334048 3672 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 07:30:29.335096 3672 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 07:30:29.335112 3672 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 07:30:29.335123 3672 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 07:30:29.336362 3672 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 07:30:29.336404 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 07:30:29.336415 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 07:30:29.337035 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 07:30:29.337054 3672 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 07:30:29.337067 3672 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 07:30:29.338439 3672 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 07:30:29.338460 3672 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 07:30:29.338476 3672 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 07:30:29.339581 3672 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 07:30:29.339601 3672 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 07:30:29.339610 3672 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 07:30:29.340738 3672 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 07:30:29.340761 3672 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 07:30:29.340775 3672 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 07:30:29.342341 3672 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 07:30:29.342362 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 07:30:29.342372 3672 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 07:30:29.343123 3672 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 07:30:29.343148 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 07:30:29.343160 3672 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 07:30:29.343673 3672 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 07:30:29.343694 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 07:30:29.343705 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 07:30:29.344238 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 07:30:29.344275 3672 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 07:30:29.344296 3672 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 07:30:29.345910 3672 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 07:30:29.345932 3672 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 07:30:29.345946 3672 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 07:30:29.346455 3672 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 07:30:29.346473 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 07:30:29.346480 3672 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 07:30:29.346765 3672 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 07:30:29.346787 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 07:30:29.346799 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 07:30:29.347303 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 07:30:29.347323 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 07:30:29.347333 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 07:30:29.347968 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 07:30:29.347989 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 07:30:29.347997 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 07:30:29.348573 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 07:30:29.348595 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 07:30:29.348607 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 07:30:29.349088 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 07:30:29.349106 3672 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 07:30:29.349133 3672 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 07:30:29.349887 3672 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 07:30:29.356083 3672 egressfirewall.go:374] Starting EgressFirewall controller I0512 07:30:29.356118 3672 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 07:30:29.356144 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 07:30:29.356162 3672 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 07:30:29.356176 3672 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 07:30:29.356223 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 07:30:29.356234 3672 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 07:30:29.356557 3672 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 07:30:29.356570 3672 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 07:30:29.356576 3672 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 07:30:29.356585 3672 egressqos.go:193] Setting up event handlers for EgressQoS I0512 07:30:29.356656 3672 egressfirewall.go:723] Syncing node "ip-10-0-0-63.ec2.internal" for egress firewall I0512 07:30:29.356671 3672 egressfirewall.go:723] Syncing node "ip-10-0-1-98.ec2.internal" for egress firewall I0512 07:30:29.356676 3672 egressfirewall.go:723] Syncing node "ip-10-0-2-100.ec2.internal" for egress firewall I0512 07:30:29.356839 3672 egressqos.go:245] Starting EgressQoS Controller I0512 07:30:29.356849 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 07:30:29.356855 3672 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 07:30:29.356861 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 07:30:29.356866 3672 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 07:30:29.356887 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 07:30:29.356894 3672 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 07:30:29.356897 3672 egressqos.go:259] Repairing EgressQoSes I0512 07:30:29.356901 3672 egressqos.go:399] Starting repairing loop for egressqos I0512 07:30:29.356980 3672 egressqos.go:401] Finished repairing loop for egressqos: 78.899µs I0512 07:30:29.357002 3672 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 07:30:29.357022 3672 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-100.ec2.internal I0512 07:30:29.357078 3672 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-100.ec2.internal : 58.527µs I0512 07:30:29.357206 3672 egressservice_zone.go:210] Starting Egress Services Controller I0512 07:30:29.357221 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 07:30:29.357229 3672 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 07:30:29.357235 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 07:30:29.357240 3672 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 07:30:29.357246 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 07:30:29.357252 3672 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 07:30:29.357272 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 07:30:29.357278 3672 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 07:30:29.357283 3672 egressservice_zone.go:228] Repairing Egress Services I0512 07:30:29.357559 3672 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 07:30:29.357568 3672 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 07:30:29.357629 3672 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:29.357639 3672 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 11.965µs I0512 07:30:29.357646 3672 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-63.ec2.internal I0512 07:30:29.357654 3672 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-63.ec2.internal: 8.624µs I0512 07:30:29.357659 3672 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-98.ec2.internal I0512 07:30:29.357664 3672 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-98.ec2.internal: 5.937µs I0512 07:30:29.357679 3672 default_network_controller.go:585] Completing all the Watchers took 342.386903ms I0512 07:30:29.357696 3672 default_network_controller.go:589] Starting unidling controllers I0512 07:30:29.357708 3672 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 07:30:29.357720 3672 unidle.go:63] Populating Initial ContollerEvent events I0512 07:30:29.357731 3672 unidle.go:79] Setting up event handlers for services I0512 07:30:29.357826 3672 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 07:30:29.534614 3672 default_node_network_controller.go:519] Node connection status = connected I0512 07:30:29.673964 3672 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 07:30:30.034944 3672 default_node_network_controller.go:519] Node connection status = connected I0512 07:30:30.052291 3672 bridgeconfig.go:537] Gateway is ready I0512 07:30:30.052306 3672 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 07:30:30.063669 3672 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.100. Updating OVN encap IP. I0512 07:30:30.068917 3672 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.100 - it is already configured I0512 07:30:30.068929 3672 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.100/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 07:30:30.069143 3672 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.100/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-100.ec2.internal","mac-address":"0e:59:5b:b6:9d:db","ip-addresses":["10.0.2.100/24"],"ip-address":"10.0.2.100/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2d596d39-4fd8-4fa2-8c9e-4d5cf9a506ed k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.100/24"}] on node ip-10-0-2-100.ec2.internal I0512 07:30:30.087563 3672 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.100 I0512 07:30:30.087752 3672 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-100.ec2.internal I0512 07:30:30.089121 3672 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:30.089137 3672 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 21.245µs I0512 07:30:30.089169 3672 egressfirewall.go:723] Syncing node "ip-10-0-2-100.ec2.internal" for egress firewall I0512 07:30:30.089169 3672 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-100.ec2.internal in network "default" I0512 07:30:30.089196 3672 master.go:548] Adding or Updating local node "ip-10-0-2-100.ec2.internal" for network "default" I0512 07:30:30.089248 3672 node_tracker.go:169] Node ip-10-0-2-100.ec2.internal switch + router changed, syncing services in network "default" I0512 07:30:30.089285 3672 services_controller.go:574] Full service sync requested for network=default W0512 07:30:30.089655 3672 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:30.090050 3672 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 07:30:30.094410 3672 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-100.ec2.internal. Updating no re-route policies I0512 07:30:30.094483 3672 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-ttb98 I0512 07:30:30.094491 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-c68qq I0512 07:30:30.094501 3672 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-ttb98 I0512 07:30:30.094502 3672 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-zhmjv I0512 07:30:30.094514 3672 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-zhmjv I0512 07:30:30.094516 3672 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-100.ec2.internal I0512 07:30:30.094521 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-pnjhz I0512 07:30:30.094528 3672 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-100.ec2.internal I0512 07:30:30.094532 3672 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-ttb98] creating logical port kube-system_global-pull-secret-syncer-ttb98 for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:30.094531 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tgcl6 I0512 07:30:30.094539 3672 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-zhmjv after 0 failed attempt(s) I0512 07:30:30.094540 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-wn7mv I0512 07:30:30.094544 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tgcl6 I0512 07:30:30.094546 3672 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-100.ec2.internal after 0 failed attempt(s) I0512 07:30:30.094548 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-wn7mv I0512 07:30:30.094557 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-100.ec2.internal I0512 07:30:30.094560 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-t6v7g I0512 07:30:30.094562 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tgcl6 after 0 failed attempt(s) I0512 07:30:30.094566 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-wn7mv after 0 failed attempt(s) I0512 07:30:30.094568 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-t6v7g I0512 07:30:30.094567 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-hd49g I0512 07:30:30.094505 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-c68qq I0512 07:30:30.094579 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-47t7g I0512 07:30:30.094579 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bt42f I0512 07:30:30.094586 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-hd49g I0512 07:30:30.094586 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-47t7g I0512 07:30:30.094589 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-t6v7g after 0 failed attempt(s) I0512 07:30:30.094592 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-64h6v I0512 07:30:30.094597 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bt42f I0512 07:30:30.094611 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-47t7g after 0 failed attempt(s) I0512 07:30:30.094591 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-c68qq after 0 failed attempt(s) I0512 07:30:30.094617 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-hd49g after 0 failed attempt(s) I0512 07:30:30.094624 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bt42f after 0 failed attempt(s) I0512 07:30:30.094566 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-100.ec2.internal I0512 07:30:30.094647 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-100.ec2.internal after 0 failed attempt(s) I0512 07:30:30.094533 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-pnjhz I0512 07:30:30.094659 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-64h6v I0512 07:30:30.094685 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-64h6v after 0 failed attempt(s) I0512 07:30:30.094697 3672 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-pnjhz] creating logical port openshift-network-diagnostics_network-check-target-pnjhz for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:30.094701 3672 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-rwjhg I0512 07:30:30.094709 3672 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-rwjhg I0512 07:30:30.094729 3672 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-rwjhg] creating logical port openshift-multus_network-metrics-daemon-rwjhg for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:30.095333 3672 pods.go:271] [kube-system/global-pull-secret-syncer-ttb98] addLogicalPort took 808.021µs, libovsdb time 308.669µs I0512 07:30:30.095352 3672 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-ttb98 after 0 failed attempt(s) I0512 07:30:30.095401 3672 pods.go:271] [openshift-network-diagnostics/network-check-target-pnjhz] addLogicalPort took 717.298µs, libovsdb time 277.861µs I0512 07:30:30.095408 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-pnjhz after 0 failed attempt(s) I0512 07:30:30.095478 3672 pods.go:271] [openshift-multus/network-metrics-daemon-rwjhg] addLogicalPort took 756.253µs, libovsdb time 235.551µs I0512 07:30:30.095485 3672 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-rwjhg after 0 failed attempt(s) I0512 07:30:30.110944 3672 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 07:30:30.123659 3672 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 07:30:30.127460 3672 iptables.go:108] Creating table: nat chain: OUTPUT I0512 07:30:30.162555 3672 iptables.go:108] Creating table: nat chain: PREROUTING I0512 07:30:30.219460 3672 iptables.go:108] Creating table: filter chain: FORWARD I0512 07:30:30.238105 3672 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 07:30:30.238228 3672 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 07:30:30.238296 3672 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 07:30:30.238387 3672 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 07:30:30.238444 3672 gateway_init.go:325] Gateway and management port readiness took 1.208943001s I0512 07:30:30.238471 3672 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 07:30:30.238504 3672 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 07:30:30.238516 3672 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 07:30:30.238525 3672 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 07:30:30.238586 3672 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 07:30:30.238664 3672 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.222µs I0512 07:30:30.238936 3672 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 07:30:30.238964 3672 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.88µs I0512 07:30:30.238972 3672 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.311µs I0512 07:30:30.238984 3672 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 07:30:30.238993 3672 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 07:30:30.238998 3672 default_node_network_controller.go:899] Starting the default node network controller I0512 07:30:30.239002 3672 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 07:30:30.239086 3672 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.836µs I0512 07:30:30.239163 3672 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 07:30:30.239172 3672 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 07:30:30.239191 3672 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000150f30 0xc000324e00 0xc000324ee0 0xc000324f50 0xc000324fc0 0xc000325030 0xc000325110 0xc00003f8b0 0xc000325180 0xc0003251f0 0xc000c44280 0xc00521f420 0xc000325260 map[0x2ff9080:0xc002b0f1a0 0x2ff95c0:0xc002b0f320 0x2ffa2e0:0xc000acb080 0x2ffa580:0xc002b0f140 0x2ffad60:0xc002b0f200 0x2ffb000:0xc002b0f260 0x2ffb2a0:0xc002b0f2c0 0x2ffba80:0xc00659a000 0x2ffbd20:0xc00659a060 0x3026980:0xc001099380 0x3026d20:0xc0010993e0 0x3027800:0xc0001679e0 0x3029160:0xc00100d320 0x30298a0:0xc000acb020 0x302a720:0xc000e1fec0] 0xc000180ee0 0} I0512 07:30:30.239245 3672 gateway.go:151] Starting gateway service sync I0512 07:30:30.239981 3672 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 07:30:30.242448 3672 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 07:30:30.257511 3672 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 07:30:30.258757 3672 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 07:30:30.259945 3672 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 07:30:30.294516 3672 gateway.go:168] Gateway service sync done. Time taken: 55.258368ms I0512 07:30:30.294955 3672 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31645 I0512 07:30:30.295362 3672 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000150f30 0xc000324e00 0xc000324ee0 0xc000324f50 0xc000324fc0 0xc000325030 0xc000325110 0xc00003f8b0 0xc000325180 0xc0003251f0 0xc000c44280 0xc00521f420 0xc000325260 map[0x2ff9080:0xc002b0f1a0 0x2ff95c0:0xc002b0f320 0x2ffa2e0:0xc000acb080 0x2ffa580:0xc002b0f140 0x2ffad60:0xc002b0f200 0x2ffb000:0xc002b0f260 0x2ffb2a0:0xc002b0f2c0 0x2ffba80:0xc00659a000 0x2ffbd20:0xc00659a060 0x3026980:0xc001099380 0x3026d20:0xc0010993e0 0x3027800:0xc0001679e0 0x3029160:0xc00100d320 0x30298a0:0xc000acb020 0x302a720:0xc000e1fec0] 0xc000180ee0 0} I0512 07:30:30.295856 3672 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000150f30 0xc000324e00 0xc000324ee0 0xc000324f50 0xc000324fc0 0xc000325030 0xc000325110 0xc00003f8b0 0xc000325180 0xc0003251f0 0xc000c44280 0xc00521f420 0xc000325260 map[0x2ff9080:0xc002b0f1a0 0x2ff95c0:0xc002b0f320 0x2ffa2e0:0xc000acb080 0x2ffa580:0xc002b0f140 0x2ffad60:0xc002b0f200 0x2ffb000:0xc002b0f260 0x2ffb2a0:0xc002b0f2c0 0x2ffba80:0xc00659a000 0x2ffbd20:0xc00659a060 0x3026980:0xc001099380 0x3026d20:0xc0010993e0 0x3027800:0xc0001679e0 0x3029160:0xc00100d320 0x30298a0:0xc000acb020 0x302a720:0xc000e1fec0] 0xc000180ee0 0} I0512 07:30:30.295895 3672 gateway.go:532] Reconciling gateway with updates I0512 07:30:30.301148 3672 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 07:30:30.301240 3672 default_node_network_controller.go:944] Gateway and management port readiness took 62.060096ms I0512 07:30:30.301251 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 07:30:30.301284 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 07:30:30.301340 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 07:30:30.301338 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 07:30:30.301353 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 07:30:30.301351 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0512 07:30:30.301369 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 07:30:30.301368 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 07:30:30.301378 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 07:30:30.301370 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0512 07:30:30.301379 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 07:30:30.301388 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0512 07:30:30.301356 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 07:30:30.301403 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 07:30:30.301415 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 07:30:30.301423 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 07:30:30.301426 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 07:30:30.301430 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 07:30:30.301434 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 07:30:30.301436 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 07:30:30.301435 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:30:30.301443 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 07:30:30.301454 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 07:30:30.301461 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 07:30:30.301460 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 07:30:30.301425 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 07:30:30.301459 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 07:30:30.301469 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 07:30:30.301471 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 07:30:30.301480 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 07:30:30.301476 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 07:30:30.301475 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 07:30:30.301482 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 07:30:30.301483 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 07:30:30.301490 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 07:30:30.301496 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 07:30:30.301504 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 07:30:30.301506 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 07:30:30.301506 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 07:30:30.301521 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 07:30:30.301522 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 07:30:30.301529 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 07:30:30.301460 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 07:30:30.301536 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 07:30:30.301529 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 07:30:30.301544 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 07:30:30.301543 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 07:30:30.301455 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:30:30.301552 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 07:30:30.301557 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 07:30:30.301562 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 07:30:30.301563 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 07:30:30.301560 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 07:30:30.301574 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 07:30:30.301576 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 07:30:30.301580 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 07:30:30.301574 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 07:30:30.301584 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 07:30:30.301585 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 07:30:30.301587 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 07:30:30.301589 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 07:30:30.301591 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 07:30:30.301596 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 07:30:30.301427 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 07:30:30.301590 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 07:30:30.301601 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 07:30:30.301604 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 07:30:30.301609 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 07:30:30.301599 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 07:30:30.301612 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 07:30:30.301635 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 07:30:30.301633 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 07:30:30.301636 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 07:30:30.301646 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 07:30:30.301525 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 07:30:30.301666 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 07:30:30.301698 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 07:30:30.301459 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 07:30:30.301717 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 07:30:30.301726 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 07:30:30.301540 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 07:30:30.301761 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 07:30:30.301577 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 07:30:30.301446 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 07:30:30.301811 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 07:30:30.301427 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 07:30:30.301824 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 07:30:30.301437 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 07:30:30.301829 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 07:30:30.301446 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 07:30:30.301840 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 07:30:30.301842 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 07:30:30.301854 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 07:30:30.301470 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 07:30:30.301865 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 07:30:30.301915 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 07:30:30.301460 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 07:30:30.301464 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 07:30:30.302075 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 07:30:30.302124 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 07:30:30.302194 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 07:30:30.302126 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 07:30:30.301409 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 07:30:30.302221 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 07:30:30.301480 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 07:30:30.301486 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 07:30:30.301491 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 07:30:30.302325 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 07:30:30.301492 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 07:30:30.302424 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 07:30:30.301503 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 07:30:30.302458 3672 node_ip_handler_linux.go:160] Node IP manager is running I0512 07:30:30.302462 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 07:30:30.301538 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0512 07:30:30.302550 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0512 07:30:30.301556 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 07:30:30.301562 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 07:30:30.302599 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 07:30:30.302607 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 07:30:30.301571 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 07:30:30.301579 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 07:30:30.302646 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 07:30:30.301581 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 07:30:30.301586 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 07:30:30.301600 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 07:30:30.301464 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 07:30:30.301472 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 07:30:30.302855 3672 port_claim.go:71] Svc openshift-ingress/router-default: port 32239 is already open, no action needed I0512 07:30:30.302865 3672 port_claim.go:71] Svc openshift-ingress/router-default: port 32665 is already open, no action needed W0512 07:30:30.340330 3672 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 07:30:30.340521 3672 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 07:30:30.340656 3672 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0512 07:30:30.350373 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 07:30:30.350404 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 07:30:30.350414 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 07:30:30.350421 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 07:30:30.350431 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 07:30:30.350452 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0512 07:30:30.350473 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 07:30:30.350480 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 07:30:30.350485 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 07:30:30.350492 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 07:30:30.390349 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 07:30:30.410413 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 07:30:31.751866 3672 default_node_network_controller.go:1380] Starting node controller node sync W0512 07:30:31.751898 3672 egressip_healthcheck.go:76] Health checking using insecure connection I0512 07:30:31.751936 3672 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0512 07:30:31.764057 3672 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.171156ms I0512 07:30:31.764245 3672 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-63.ec2.internal", IP: 10.0.0.63 to PMTUD blocking rules I0512 07:30:31.764309 3672 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-63.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 07:30:31.764246 3672 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-98.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 07:30:31.764378 3672 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-98.ec2.internal", IP: 10.0.1.98 to PMTUD blocking rules I0512 07:30:31.792789 3672 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 07:30:31.793078 3672 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 07:30:31.793242 3672 egressservice_node.go:183] Starting Egress Services Controller I0512 07:30:31.793271 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 07:30:31.793281 3672 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 07:30:31.793286 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 07:30:31.793291 3672 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 07:30:31.793297 3672 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 07:30:31.793301 3672 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 07:30:31.793306 3672 egressservice_node.go:197] Repairing Egress Services I0512 07:30:31.804803 3672 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 07:30:31.804816 3672 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 07:30:31.805193 3672 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 07:30:31.805208 3672 link_network_manager.go:119] Link manager is running I0512 07:30:31.805221 3672 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 07:30:31.805377 3672 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 07:30:31.805659 3672 vrf_manager.go:128] VRF manager is running I0512 07:30:31.805733 3672 node_controller_manager.go:437] Removing flows to drop GARP I0512 07:30:31.805745 3672 gateway.go:532] Reconciling gateway with updates I0512 07:30:31.832326 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 07:30:31.832350 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 07:30:31.832359 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 07:30:31.832377 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 07:30:31.832376 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 07:30:31.832365 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 07:30:31.832390 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 07:30:31.832392 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 07:30:31.832396 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 07:30:31.832401 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 07:30:31.832408 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 07:30:31.832420 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 07:30:31.832419 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 07:30:31.832428 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 07:30:31.832427 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 07:30:31.832438 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 07:30:31.832441 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 07:30:31.832446 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 07:30:31.832383 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 07:30:31.832459 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 07:30:31.832461 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 07:30:31.832464 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 07:30:31.832466 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 07:30:31.832469 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 07:30:31.832474 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 07:30:31.832476 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 07:30:31.832482 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 07:30:31.832487 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 07:30:31.832486 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 07:30:31.832493 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 07:30:31.832426 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 07:30:31.832498 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 07:30:31.832439 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 07:30:31.832506 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 07:30:31.832510 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0512 07:30:31.832512 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 07:30:31.832516 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 07:30:31.832518 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0512 07:30:31.832510 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 07:30:31.832523 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 07:30:31.832529 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 07:30:31.832529 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 07:30:31.832442 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 07:30:31.832530 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 07:30:31.832543 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0512 07:30:31.832454 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 07:30:31.832453 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 07:30:31.832551 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0512 07:30:31.832558 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 07:30:31.832473 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 07:30:31.832562 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 07:30:31.832558 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0512 07:30:31.832568 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 07:30:31.832572 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 07:30:31.832460 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 07:30:31.832571 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 07:30:31.832579 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 07:30:31.832585 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 07:30:31.832581 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 07:30:31.832592 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 07:30:31.832594 3672 port_claim.go:71] Svc openshift-ingress/router-default: port 32239 is already open, no action needed I0512 07:30:31.832396 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:30:31.832600 3672 port_claim.go:71] Svc openshift-ingress/router-default: port 32665 is already open, no action needed I0512 07:30:31.832587 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 07:30:31.832606 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 07:30:31.832614 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 07:30:31.832619 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 07:30:31.832623 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 07:30:31.832603 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 07:30:31.832631 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 07:30:31.832508 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0512 07:30:31.832464 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 07:30:31.832650 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0512 07:30:31.832656 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 07:30:31.832656 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 07:30:31.832496 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 07:30:31.832667 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 07:30:31.832669 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 07:30:31.832674 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 07:30:31.832682 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 07:30:31.832529 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 07:30:31.832691 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 07:30:31.832460 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 07:30:31.832699 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 07:30:31.832703 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 07:30:31.832714 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 07:30:31.832473 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 07:30:31.832728 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 07:30:31.832730 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 07:30:31.832729 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 07:30:31.832745 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 07:30:31.832482 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 07:30:31.832733 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 07:30:31.832824 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 07:30:31.832482 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 07:30:31.832837 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 07:30:31.832494 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 07:30:31.832495 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0512 07:30:31.832883 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0512 07:30:31.832452 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 07:30:31.832919 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 07:30:31.832516 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 07:30:31.832517 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 07:30:31.832985 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 07:30:31.832539 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 07:30:31.833054 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 07:30:31.832548 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 07:30:31.832432 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 07:30:31.832587 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 07:30:31.833120 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 07:30:31.833125 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 07:30:31.832706 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 07:30:31.832426 3672 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 07:30:31.833152 3672 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 07:30:31.855337 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 07:30:31.855352 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 07:30:31.855366 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 07:30:31.855372 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0512 07:30:31.855377 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 07:30:31.855383 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 07:30:31.855388 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 07:30:31.855393 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 07:30:31.855398 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 07:30:31.855403 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 07:30:31.855408 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 07:30:31.898314 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 07:30:31.898332 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 07:30:31.898358 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0512 07:30:31.939218 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 07:30:31.939245 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 07:30:31.939271 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 07:30:31.939283 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 07:30:31.939292 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 07:30:31.939299 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 07:30:31.939305 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 07:30:31.939310 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 07:30:31.939316 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 07:30:31.939322 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 07:30:31.939329 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0512 07:30:31.939342 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 07:30:31.939360 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 07:30:31.939373 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 07:30:31.939391 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 07:30:31.939400 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 07:30:31.939408 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 07:30:31.939415 3672 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) W0512 07:30:33.313368 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 07:30:33.356455 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0512 07:30:33.437705 3672 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-100.ec2.internal I0512 07:30:33.437740 3672 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-100.ec2.internal: 43.876µs I0512 07:30:33.469211 3672 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-57db8996f5-g9rdb] creating logical port openshift-image-registry_image-registry-57db8996f5-g9rdb for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:33.469344 3672 kube.go:256] Updating pod openshift-image-registry/image-registry-57db8996f5-g9rdb I0512 07:30:33.498568 3672 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-nwmkr] creating logical port openshift-insights_insights-runtime-extractor-nwmkr for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:33.498663 3672 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-nwmkr I0512 07:30:33.519810 3672 pod.go:62] [openshift-image-registry/image-registry-57db8996f5-g9rdb] pod update took 50.495672ms I0512 07:30:33.519829 3672 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-57db8996f5-g9rdb] addLogicalPort annotation time took 50.520473ms I0512 07:30:33.520642 3672 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-hxnzn] creating logical port openshift-dns_dns-default-hxnzn for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:33.520753 3672 kube.go:256] Updating pod openshift-dns/dns-default-hxnzn I0512 07:30:33.520938 3672 pods.go:271] [openshift-image-registry/image-registry-57db8996f5-g9rdb] addLogicalPort took 51.743529ms, libovsdb time 874.991µs I0512 07:30:33.529153 3672 pod.go:62] [openshift-insights/insights-runtime-extractor-nwmkr] pod update took 30.516136ms I0512 07:30:33.529179 3672 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-nwmkr] addLogicalPort annotation time took 30.544845ms I0512 07:30:33.530339 3672 pods.go:271] [openshift-insights/insights-runtime-extractor-nwmkr] addLogicalPort took 31.785158ms, libovsdb time 823.842µs I0512 07:30:33.541338 3672 pod.go:62] [openshift-dns/dns-default-hxnzn] pod update took 20.60943ms I0512 07:30:33.541355 3672 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-hxnzn] addLogicalPort annotation time took 20.630906ms I0512 07:30:33.542512 3672 pods.go:271] [openshift-dns/dns-default-hxnzn] addLogicalPort took 21.883979ms, libovsdb time 767.49µs I0512 07:30:33.592624 3672 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-c29wd] creating logical port openshift-ingress-canary_ingress-canary-c29wd for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:33.592720 3672 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-c29wd I0512 07:30:33.608704 3672 pod.go:62] [openshift-ingress-canary/ingress-canary-c29wd] pod update took 16.013744ms I0512 07:30:33.608724 3672 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-c29wd] addLogicalPort annotation time took 16.039875ms I0512 07:30:33.609899 3672 pods.go:271] [openshift-ingress-canary/ingress-canary-c29wd] addLogicalPort took 17.287655ms, libovsdb time 934.584µs I0512 07:30:33.853770 3672 cni.go:452] [openshift-image-registry/image-registry-57db8996f5-g9rdb a7b096325013e52bb8232cf11b3ac9418281c899dcbeff7056aaf37d94a325eb network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-57db8996f5-g9rdb a7b096325013e52bb8232cf11b3ac9418281c899dcbeff7056aaf37d94a325eb network default NAD default NAD key ] I0512 07:30:33.881876 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-57db8996f5-g9rdb, hostIfaceName: a7b096325013e52, network: default, NAD default, SandboxID: "a7b096325013e52bb8232cf11b3ac9418281c899dcbeff7056aaf37d94a325eb", PCI device ID: , UID: "2c6fcbc8-ba24-459c-9b78-a301ee42f79f", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0512 07:30:33.932138 3672 cni.go:473] [openshift-image-registry/image-registry-57db8996f5-g9rdb a7b096325013e52bb8232cf11b3ac9418281c899dcbeff7056aaf37d94a325eb network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-57db8996f5-g9rdb a7b096325013e52bb8232cf11b3ac9418281c899dcbeff7056aaf37d94a325eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:bc:8d:0c:5c:6b\",\"name\":\"a7b096325013e52\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e3e0079-efe7-4296-b1f9-9cff76fb30cf\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:30:35.417405 3672 cni.go:452] [openshift-dns/dns-default-hxnzn a89d11bad84e4c2adf461b48ac7e7ee417ceaab1b0ff275900784acaed24769f network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-hxnzn a89d11bad84e4c2adf461b48ac7e7ee417ceaab1b0ff275900784acaed24769f network default NAD default NAD key ] I0512 07:30:35.420568 3672 cni.go:452] [openshift-insights/insights-runtime-extractor-nwmkr 69d90e3d8e06b0666520e8010680333e4b55cdd24b64dbe96bbfe55fb135aa17 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-nwmkr 69d90e3d8e06b0666520e8010680333e4b55cdd24b64dbe96bbfe55fb135aa17 network default NAD default NAD key ] I0512 07:30:35.420728 3672 cni.go:452] [openshift-ingress-canary/ingress-canary-c29wd c0398fce5879f0ca824b3b4773162e856d4226020674cece946fc51f763aa777 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-c29wd c0398fce5879f0ca824b3b4773162e856d4226020674cece946fc51f763aa777 network default NAD default NAD key ] I0512 07:30:35.432232 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-hxnzn, hostIfaceName: a89d11bad84e4c2, network: default, NAD default, SandboxID: "a89d11bad84e4c2adf461b48ac7e7ee417ceaab1b0ff275900784acaed24769f", PCI device ID: , UID: "41d0369a-d402-460d-b3c9-daa614c8e8e6", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0512 07:30:35.434335 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-c29wd, hostIfaceName: c0398fce5879f0c, network: default, NAD default, SandboxID: "c0398fce5879f0ca824b3b4773162e856d4226020674cece946fc51f763aa777", PCI device ID: , UID: "6fb0e79f-bc1d-4209-82f7-c8730d21254f", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0512 07:30:35.434600 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-nwmkr, hostIfaceName: 69d90e3d8e06b06, network: default, NAD default, SandboxID: "69d90e3d8e06b0666520e8010680333e4b55cdd24b64dbe96bbfe55fb135aa17", PCI device ID: , UID: "0eafd2d9-ed41-4b8d-a85d-9f7f386adc38", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0512 07:30:35.481299 3672 cni.go:473] [openshift-dns/dns-default-hxnzn a89d11bad84e4c2adf461b48ac7e7ee417ceaab1b0ff275900784acaed24769f network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-hxnzn a89d11bad84e4c2adf461b48ac7e7ee417ceaab1b0ff275900784acaed24769f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:78:d0:ba:33:61\",\"name\":\"a89d11bad84e4c2\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3b6e258-3c55-41ce-839b-d15a7cee3807\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:30:35.487358 3672 cni.go:473] [openshift-ingress-canary/ingress-canary-c29wd c0398fce5879f0ca824b3b4773162e856d4226020674cece946fc51f763aa777 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-c29wd c0398fce5879f0ca824b3b4773162e856d4226020674cece946fc51f763aa777 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:8f:48:77:4d:bd\",\"name\":\"c0398fce5879f0c\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65f05c0d-a5a9-425a-932f-8cd6d02173fd\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:30:35.493352 3672 cni.go:473] [openshift-insights/insights-runtime-extractor-nwmkr 69d90e3d8e06b0666520e8010680333e4b55cdd24b64dbe96bbfe55fb135aa17 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-nwmkr 69d90e3d8e06b0666520e8010680333e4b55cdd24b64dbe96bbfe55fb135aa17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:1e:72:1a:6f:88\",\"name\":\"69d90e3d8e06b06\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83f7e5ad-8b4d-4ebd-a6e7-24bb69236911\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:30:37.089663 3672 base_network_controller_pods.go:487] [default/openshift-console/console-7d68f87764-lbbcc] creating logical port openshift-console_console-7d68f87764-lbbcc for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:37.089776 3672 kube.go:256] Updating pod openshift-console/console-7d68f87764-lbbcc I0512 07:30:37.111020 3672 pod.go:62] [openshift-console/console-7d68f87764-lbbcc] pod update took 21.275286ms I0512 07:30:37.111044 3672 base_network_controller_pods.go:951] [default/openshift-console/console-7d68f87764-lbbcc] addLogicalPort annotation time took 21.305945ms I0512 07:30:37.112421 3672 pods.go:271] [openshift-console/console-7d68f87764-lbbcc] addLogicalPort took 22.779414ms, libovsdb time 1.063974ms I0512 07:30:37.822632 3672 cni.go:452] [openshift-multus/network-metrics-daemon-rwjhg 2e569dd305dbf4baec951baf8bb8736f4e171528a0483b8ee168765674c3c194 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-rwjhg 2e569dd305dbf4baec951baf8bb8736f4e171528a0483b8ee168765674c3c194 network default NAD default NAD key ] I0512 07:30:37.832381 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-rwjhg, hostIfaceName: 2e569dd305dbf4b, network: default, NAD default, SandboxID: "2e569dd305dbf4baec951baf8bb8736f4e171528a0483b8ee168765674c3c194", PCI device ID: , UID: "bd30526d-4505-482f-8394-17c072e98227", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0512 07:30:37.878789 3672 cni.go:473] [openshift-multus/network-metrics-daemon-rwjhg 2e569dd305dbf4baec951baf8bb8736f4e171528a0483b8ee168765674c3c194 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-rwjhg 2e569dd305dbf4baec951baf8bb8736f4e171528a0483b8ee168765674c3c194 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:5c:10:8f:61:b2\",\"name\":\"2e569dd305dbf4b\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c32a7ea-deb1-4655-95ca-3118eb5381be\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:30:37.943435 3672 cni.go:452] [openshift-network-diagnostics/network-check-target-pnjhz d71827a1d570baf96331780ebfc24f84dda2a8fe879731acbf2516f0f8c7bb4c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-pnjhz d71827a1d570baf96331780ebfc24f84dda2a8fe879731acbf2516f0f8c7bb4c network default NAD default NAD key ] I0512 07:30:37.954675 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-pnjhz, hostIfaceName: d71827a1d570baf, network: default, NAD default, SandboxID: "d71827a1d570baf96331780ebfc24f84dda2a8fe879731acbf2516f0f8c7bb4c", PCI device ID: , UID: "2ddf6924-40bb-4d4a-81f9-89382d0f33d4", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0512 07:30:37.968076 3672 cni.go:452] [openshift-console/console-7d68f87764-lbbcc d2df3fd1551f0a40a75a693a75d210ad14c626b670164d6d1717ac7fdfef3054 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7d68f87764-lbbcc d2df3fd1551f0a40a75a693a75d210ad14c626b670164d6d1717ac7fdfef3054 network default NAD default NAD key ] I0512 07:30:37.968389 3672 cni.go:452] [kube-system/global-pull-secret-syncer-ttb98 a48a1c8c0e6548d58c2d6900eed768c477433ac260e988330321f3233997c0f1 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-ttb98 a48a1c8c0e6548d58c2d6900eed768c477433ac260e988330321f3233997c0f1 network default NAD default NAD key ] I0512 07:30:37.982329 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7d68f87764-lbbcc, hostIfaceName: d2df3fd1551f0a4, network: default, NAD default, SandboxID: "d2df3fd1551f0a40a75a693a75d210ad14c626b670164d6d1717ac7fdfef3054", PCI device ID: , UID: "8c642465-7285-45a0-95da-17388706a90a", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0512 07:30:37.983202 3672 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-ttb98, hostIfaceName: a48a1c8c0e6548d, network: default, NAD default, SandboxID: "a48a1c8c0e6548d58c2d6900eed768c477433ac260e988330321f3233997c0f1", PCI device ID: , UID: "dd2954bb-ebbf-47e0-9b68-9f6ea2e38ffe", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0512 07:30:38.011052 3672 cni.go:473] [openshift-network-diagnostics/network-check-target-pnjhz d71827a1d570baf96331780ebfc24f84dda2a8fe879731acbf2516f0f8c7bb4c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-pnjhz d71827a1d570baf96331780ebfc24f84dda2a8fe879731acbf2516f0f8c7bb4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:0d:bb:2c:49:d4\",\"name\":\"d71827a1d570baf\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c2d8e7c-44ac-4511-a529-c8fe8608d242\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:30:38.038473 3672 cni.go:473] [openshift-console/console-7d68f87764-lbbcc d2df3fd1551f0a40a75a693a75d210ad14c626b670164d6d1717ac7fdfef3054 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7d68f87764-lbbcc d2df3fd1551f0a40a75a693a75d210ad14c626b670164d6d1717ac7fdfef3054 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:00:50:c0:61:73\",\"name\":\"d2df3fd1551f0a4\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fe03934-394d-445b-b1b1-62bc2824519d\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:30:38.047519 3672 cni.go:473] [kube-system/global-pull-secret-syncer-ttb98 a48a1c8c0e6548d58c2d6900eed768c477433ac260e988330321f3233997c0f1 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-ttb98 a48a1c8c0e6548d58c2d6900eed768c477433ac260e988330321f3233997c0f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:b1:cf:36:3c:85\",\"name\":\"a48a1c8c0e6548d\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ccc594f-0cc7-4efc-8635-ba9f3a07b547\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:30:39.929703 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-48vhh] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-48vhh for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:39.929830 3672 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-48vhh I0512 07:30:39.968454 3672 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-48vhh] pod update took 38.664441ms I0512 07:30:39.968489 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-48vhh] addLogicalPort annotation time took 38.703018ms I0512 07:30:39.970607 3672 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-48vhh] addLogicalPort took 40.920468ms, libovsdb time 1.756597ms I0512 07:30:40.505210 3672 default_network_controller.go:1025] Node "ip-10-0-0-63.ec2.internal" in remote zone "ip-10-0-0-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 07:30:40.506074 3672 zone_ic_handler.go:195] Time taken to create transit switch: 276.905µs I0512 07:30:40.506094 3672 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-63.ec2.internal for the network default I0512 07:30:40.507247 3672 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-63.ec2.internal" on network "default" took: 1.464892ms I0512 07:30:41.389064 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:41.389216 3672 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0512 07:30:41.431215 3672 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 42.043643ms I0512 07:30:41.431241 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 42.077045ms I0512 07:30:41.432472 3672 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 43.425881ms, libovsdb time 934.159µs W0512 07:30:41.451607 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 07:30:42.980330 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6c4657655-qr8vn] creating logical port openshift-monitoring_thanos-querier-6c4657655-qr8vn for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:42.980456 3672 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6c4657655-qr8vn I0512 07:30:43.015837 3672 pod.go:62] [openshift-monitoring/thanos-querier-6c4657655-qr8vn] pod update took 35.425199ms I0512 07:30:43.015858 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6c4657655-qr8vn] addLogicalPort annotation time took 35.450668ms I0512 07:30:43.017074 3672 pods.go:271] [openshift-monitoring/thanos-querier-6c4657655-qr8vn] addLogicalPort took 36.765698ms, libovsdb time 935.468µs I0512 07:30:44.373408 3672 cni.go:452] [openshift-monitoring/alertmanager-main-0 d5d330804ca9ef87db427724c167d92b480787df4f588ab659f5a99552746778 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 d5d330804ca9ef87db427724c167d92b480787df4f588ab659f5a99552746778 network default NAD default NAD key ] I0512 07:30:44.377486 3672 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-48vhh fd25380e91b3d32442aa623d5b0692a549e7b2ffee6bae2aef5d48020eb2671b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-48vhh fd25380e91b3d32442aa623d5b0692a549e7b2ffee6bae2aef5d48020eb2671b network default NAD default NAD key ] I0512 07:30:44.377747 3672 cni.go:452] [openshift-monitoring/thanos-querier-6c4657655-qr8vn d4907b8b9de1f5895035e25d2045cfd52509ce89bc7a1575a01d1a02095d6d3f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6c4657655-qr8vn d4907b8b9de1f5895035e25d2045cfd52509ce89bc7a1575a01d1a02095d6d3f network default NAD default NAD key ] I0512 07:30:44.392456 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: d5d330804ca9ef8, network: default, NAD default, SandboxID: "d5d330804ca9ef87db427724c167d92b480787df4f588ab659f5a99552746778", PCI device ID: , UID: "9505f440-7822-4be8-93c2-ec48a23a76a2", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0512 07:30:44.407790 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6c4657655-qr8vn, hostIfaceName: d4907b8b9de1f58, network: default, NAD default, SandboxID: "d4907b8b9de1f5895035e25d2045cfd52509ce89bc7a1575a01d1a02095d6d3f", PCI device ID: , UID: "ccf830f5-b908-4324-8afb-a9ccb58284cb", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0512 07:30:44.409923 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-48vhh, hostIfaceName: fd25380e91b3d32, network: default, NAD default, SandboxID: "fd25380e91b3d32442aa623d5b0692a549e7b2ffee6bae2aef5d48020eb2671b", PCI device ID: , UID: "7482af5f-816c-418f-9e9b-26ec203e4f2d", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] W0512 07:30:44.421102 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:30:44.421185 3672 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:30:44.421212 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 07:30:44.457212 3672 cni.go:473] [openshift-monitoring/alertmanager-main-0 d5d330804ca9ef87db427724c167d92b480787df4f588ab659f5a99552746778 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 d5d330804ca9ef87db427724c167d92b480787df4f588ab659f5a99552746778 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:dd:25:7c:2d:3b\",\"name\":\"d5d330804ca9ef8\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eea9e2d0-ac15-49bf-b7ec-86bfdad7de61\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:30:44.551100 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkknh] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-hkknh for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:44.551280 3672 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkknh I0512 07:30:44.570436 3672 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkknh] pod update took 19.208156ms I0512 07:30:44.570462 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkknh] addLogicalPort annotation time took 19.240082ms I0512 07:30:44.571641 3672 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkknh] addLogicalPort took 20.562386ms, libovsdb time 865.754µs I0512 07:30:44.590343 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-696d59fb74-vzrn2] creating logical port openshift-monitoring_metrics-server-696d59fb74-vzrn2 for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:44.590472 3672 kube.go:256] Updating pod openshift-monitoring/metrics-server-696d59fb74-vzrn2 I0512 07:30:44.608775 3672 pod.go:62] [openshift-monitoring/metrics-server-696d59fb74-vzrn2] pod update took 18.330569ms I0512 07:30:44.608798 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-696d59fb74-vzrn2] addLogicalPort annotation time took 18.359475ms I0512 07:30:44.610032 3672 pods.go:271] [openshift-monitoring/metrics-server-696d59fb74-vzrn2] addLogicalPort took 19.707429ms, libovsdb time 913.627µs I0512 07:30:44.688977 3672 cni.go:473] [openshift-monitoring/thanos-querier-6c4657655-qr8vn d4907b8b9de1f5895035e25d2045cfd52509ce89bc7a1575a01d1a02095d6d3f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6c4657655-qr8vn d4907b8b9de1f5895035e25d2045cfd52509ce89bc7a1575a01d1a02095d6d3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:4f:3e:7b:53:35\",\"name\":\"d4907b8b9de1f58\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e2ae1c7-cf58-407d-98ba-44fc0413da52\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:30:44.690443 3672 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-48vhh fd25380e91b3d32442aa623d5b0692a549e7b2ffee6bae2aef5d48020eb2671b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-48vhh fd25380e91b3d32442aa623d5b0692a549e7b2ffee6bae2aef5d48020eb2671b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:96:95:5c:4c:52\",\"name\":\"fd25380e91b3d32\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6808f57-2f81-4012-9617-68a957b313c4\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 07:30:44.890009 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 07:30:44.970237 3672 cni.go:452] [openshift-monitoring/metrics-server-696d59fb74-vzrn2 9c14e4a5d1aebf5217b6b904856be95ed9b4635427e366626bcd56f0cd04028c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-696d59fb74-vzrn2 9c14e4a5d1aebf5217b6b904856be95ed9b4635427e366626bcd56f0cd04028c network default NAD default NAD key ] W0512 07:30:44.975954 3672 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 07:30:44.981843 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-696d59fb74-vzrn2, hostIfaceName: 9c14e4a5d1aebf5, network: default, NAD default, SandboxID: "9c14e4a5d1aebf5217b6b904856be95ed9b4635427e366626bcd56f0cd04028c", PCI device ID: , UID: "619689a0-1079-42fc-9c7e-d0a3f1c99187", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0512 07:30:45.036136 3672 cni.go:473] [openshift-monitoring/metrics-server-696d59fb74-vzrn2 9c14e4a5d1aebf5217b6b904856be95ed9b4635427e366626bcd56f0cd04028c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-696d59fb74-vzrn2 9c14e4a5d1aebf5217b6b904856be95ed9b4635427e366626bcd56f0cd04028c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:61:33:dc:79:4f\",\"name\":\"9c14e4a5d1aebf5\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/878e6f5b-5d46-4827-a495-61247b7feea6\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:30:45.993931 3672 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkknh abbc58d3bf34e7c69bc7f720053b0c00bf720332514214643f41b6be70295d47 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkknh abbc58d3bf34e7c69bc7f720053b0c00bf720332514214643f41b6be70295d47 network default NAD default NAD key ] I0512 07:30:46.005745 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-hkknh, hostIfaceName: abbc58d3bf34e7c, network: default, NAD default, SandboxID: "abbc58d3bf34e7c69bc7f720053b0c00bf720332514214643f41b6be70295d47", PCI device ID: , UID: "5f8f2e93-81ac-4872-a4ec-5212d78e065e", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0512 07:30:46.065768 3672 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkknh abbc58d3bf34e7c69bc7f720053b0c00bf720332514214643f41b6be70295d47 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkknh abbc58d3bf34e7c69bc7f720053b0c00bf720332514214643f41b6be70295d47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:60:3a:5a:f7:7d\",\"name\":\"abbc58d3bf34e7c\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/942ce6d5-e896-49db-990f-9cf6a88a1af0\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 07:30:46.896467 3672 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:30:46.896487 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:30:46.896493 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 07:30:46.930103 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-100.ec2.internal I0512 07:30:46.930208 3672 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0512 07:30:46.959732 3672 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 29.563526ms I0512 07:30:46.959754 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 29.588994ms I0512 07:30:46.961003 3672 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.917337ms, libovsdb time 957.828µs W0512 07:30:47.155027 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 07:30:47.654153 3672 cni.go:452] [openshift-monitoring/prometheus-k8s-0 e71e81118d50970276d1a8abe2153f1c0437da79c4bd0b781c163ded96cc20fd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 e71e81118d50970276d1a8abe2153f1c0437da79c4bd0b781c163ded96cc20fd network default NAD default NAD key ] I0512 07:30:47.664007 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: e71e81118d50970, network: default, NAD default, SandboxID: "e71e81118d50970276d1a8abe2153f1c0437da79c4bd0b781c163ded96cc20fd", PCI device ID: , UID: "4779bba4-9ad6-4447-8f43-27a40ae228d4", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0512 07:30:47.724499 3672 cni.go:473] [openshift-monitoring/prometheus-k8s-0 e71e81118d50970276d1a8abe2153f1c0437da79c4bd0b781c163ded96cc20fd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 e71e81118d50970276d1a8abe2153f1c0437da79c4bd0b781c163ded96cc20fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:4f:65:53:23:b4\",\"name\":\"e71e81118d50970\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d564f7a9-43d7-4ed1-a999-a78a4be9a460\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 07:30:48.438893 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 07:30:48.438921 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 07:30:48.835888 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:48.835908 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:48.835916 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 07:30:48.975160 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:30:48.975178 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:30:50.330217 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:50.330246 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:50.930505 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:50.930522 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:50.930527 3672 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:50.930534 3672 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:51.008182 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 07:30:51.403787 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 07:30:52.469618 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:30:52.469636 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 07:30:53.864721 3672 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fb76765c-tg5wm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:30:53.865420 3672 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fb76765c-tg5wm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:30:54.430618 3672 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fb76765c-tg5wm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:30:54.430642 3672 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fb76765c-tg5wm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:30:54.440243 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58fb76765c-tg5wm I0512 07:30:54.440291 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58fb76765c-tg5wm W0512 07:30:54.480190 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:54.480210 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:54.480216 3672 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:54.480219 3672 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:54.572073 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 07:30:56.318114 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:56.318137 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 07:30:56.805587 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 07:30:56.945349 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:56.945368 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:56.945374 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:56.945381 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 07:30:58.017409 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:30:58.017429 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:30:58.453284 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 07:30:58.453306 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 07:30:58.492912 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 07:30:58.492938 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 07:31:11.812948 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:31:11.812975 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:31:11.812980 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:31:11.932775 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 07:31:12.328863 3672 cni.go:452] [openshift-console/console-7d68f87764-lbbcc d2df3fd1551f0a40a75a693a75d210ad14c626b670164d6d1717ac7fdfef3054 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7d68f87764-lbbcc d2df3fd1551f0a40a75a693a75d210ad14c626b670164d6d1717ac7fdfef3054 network default NAD default NAD key ] I0512 07:31:12.410420 3672 cni.go:473] [openshift-console/console-7d68f87764-lbbcc d2df3fd1551f0a40a75a693a75d210ad14c626b670164d6d1717ac7fdfef3054 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7d68f87764-lbbcc d2df3fd1551f0a40a75a693a75d210ad14c626b670164d6d1717ac7fdfef3054 network default NAD default NAD key default], result "{}", err I0512 07:31:12.461959 3672 obj_retry.go:498] Detected object openshift-console/console-7d68f87764-lbbcc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:12.461996 3672 pods.go:176] Deleting pod: openshift-console/console-7d68f87764-lbbcc I0512 07:31:12.463243 3672 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7d68f87764-lbbcc, ips: 10.130.0.10 I0512 07:31:12.463292 3672 obj_retry.go:498] Detected object openshift-console/console-7d68f87764-lbbcc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:12.472289 3672 base_network_controller_pods.go:487] [default/openshift-console/console-74cc548878-t4s74] creating logical port openshift-console_console-74cc548878-t4s74 for pod on switch ip-10-0-2-100.ec2.internal I0512 07:31:12.472433 3672 kube.go:256] Updating pod openshift-console/console-74cc548878-t4s74 I0512 07:31:12.490278 3672 pod.go:62] [openshift-console/console-74cc548878-t4s74] pod update took 17.854433ms I0512 07:31:12.490298 3672 base_network_controller_pods.go:951] [default/openshift-console/console-74cc548878-t4s74] addLogicalPort annotation time took 17.89777ms I0512 07:31:12.491473 3672 pods.go:271] [openshift-console/console-74cc548878-t4s74] addLogicalPort took 19.220353ms, libovsdb time 823.916µs I0512 07:31:12.847012 3672 cni.go:452] [openshift-console/console-74cc548878-t4s74 8c58a80decdeb293cd3dcd9d73490fbaa147a36e162e2dd02fa74352308a1aec network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74cc548878-t4s74 8c58a80decdeb293cd3dcd9d73490fbaa147a36e162e2dd02fa74352308a1aec network default NAD default NAD key ] I0512 07:31:12.856988 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74cc548878-t4s74, hostIfaceName: 8c58a80decdeb29, network: default, NAD default, SandboxID: "8c58a80decdeb293cd3dcd9d73490fbaa147a36e162e2dd02fa74352308a1aec", PCI device ID: , UID: "64cd60c2-1ec1-4f82-ad45-90ce861ee25e", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0512 07:31:12.905968 3672 cni.go:473] [openshift-console/console-74cc548878-t4s74 8c58a80decdeb293cd3dcd9d73490fbaa147a36e162e2dd02fa74352308a1aec network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74cc548878-t4s74 8c58a80decdeb293cd3dcd9d73490fbaa147a36e162e2dd02fa74352308a1aec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:b1:06:9e:0c:90\",\"name\":\"8c58a80decdeb29\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c090f01-3305-4e1b-be27-2b4d34b7d4de\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:31:13.030834 3672 obj_retry.go:492] Detected object openshift-console/console-7d68f87764-lbbcc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:13.030858 3672 obj_retry.go:492] Detected object openshift-console/console-7d68f87764-lbbcc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:13.037654 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d68f87764-lbbcc I0512 07:31:13.037680 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d68f87764-lbbcc W0512 07:31:15.869785 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 07:31:22.212644 3672 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:22.213248 3672 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:22.599395 3672 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:22.599420 3672 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:22.607144 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr I0512 07:31:22.607169 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6ffbb7c8f4-wfjbr W0512 07:31:23.085732 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 07:31:23.825743 3672 obj_retry.go:498] Detected object openshift-console/console-7d68f87764-nfflc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:23.826281 3672 obj_retry.go:498] Detected object openshift-console/console-7d68f87764-nfflc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 07:31:24.556840 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 07:31:24.583699 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0512 07:31:24.609697 3672 obj_retry.go:492] Detected object openshift-console/console-7d68f87764-nfflc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:24.609720 3672 obj_retry.go:492] Detected object openshift-console/console-7d68f87764-nfflc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:24.615405 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d68f87764-nfflc I0512 07:31:24.615430 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d68f87764-nfflc W0512 07:31:34.613622 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0512 07:31:38.796761 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:38.797380 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:39.818465 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:39.818488 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:42.408960 3672 obj_retry.go:498] Detected object openshift-ingress/router-default-6b9d6b76f5-nbl92 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:42.409557 3672 obj_retry.go:498] Detected object openshift-ingress/router-default-6b9d6b76f5-nbl92 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:31:42.651445 3672 obj_retry.go:492] Detected object openshift-ingress/router-default-6b9d6b76f5-nbl92 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:42.651468 3672 obj_retry.go:492] Detected object openshift-ingress/router-default-6b9d6b76f5-nbl92 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:31:42.658615 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6b9d6b76f5-nbl92 I0512 07:31:42.658640 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6b9d6b76f5-nbl92 I0512 07:32:02.510699 3672 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:02.511369 3672 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:02.773817 3672 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:02.773842 3672 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:02.778862 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 07:32:02.778891 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0512 07:32:07.010406 3672 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:07.011000 3672 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:07.817740 3672 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:07.817767 3672 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:07.825373 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 07:32:07.825397 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0512 07:32:24.390752 3672 cni.go:452] [openshift-monitoring/alertmanager-main-0 d5d330804ca9ef87db427724c167d92b480787df4f588ab659f5a99552746778 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 d5d330804ca9ef87db427724c167d92b480787df4f588ab659f5a99552746778 network default NAD default NAD key ] I0512 07:32:24.473096 3672 cni.go:473] [openshift-monitoring/alertmanager-main-0 d5d330804ca9ef87db427724c167d92b480787df4f588ab659f5a99552746778 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 d5d330804ca9ef87db427724c167d92b480787df4f588ab659f5a99552746778 network default NAD default NAD key default], result "{}", err I0512 07:32:24.530147 3672 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:24.530179 3672 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0512 07:32:24.531515 3672 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.12 I0512 07:32:24.531545 3672 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:25.332737 3672 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:25.332767 3672 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:25.336646 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 07:32:25.336745 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0512 07:32:25.372313 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-100.ec2.internal I0512 07:32:25.372429 3672 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0512 07:32:25.399135 3672 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.745451ms I0512 07:32:25.399160 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.776951ms I0512 07:32:25.400394 3672 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.102329ms, libovsdb time 876.69µs I0512 07:32:25.733321 3672 cni.go:452] [openshift-monitoring/alertmanager-main-0 80dfa9f098aef889804ffef04045b9d5e055e01df5552f400e2dd29578c64098 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 80dfa9f098aef889804ffef04045b9d5e055e01df5552f400e2dd29578c64098 network default NAD default NAD key ] I0512 07:32:25.742441 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 80dfa9f098aef88, network: default, NAD default, SandboxID: "80dfa9f098aef889804ffef04045b9d5e055e01df5552f400e2dd29578c64098", PCI device ID: , UID: "951e7aad-5784-4f7f-9d4d-e7b35b4feb22", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0512 07:32:25.791728 3672 cni.go:473] [openshift-monitoring/alertmanager-main-0 80dfa9f098aef889804ffef04045b9d5e055e01df5552f400e2dd29578c64098 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 80dfa9f098aef889804ffef04045b9d5e055e01df5552f400e2dd29578c64098 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:32:a5:3d:9f:e9\",\"name\":\"80dfa9f098aef88\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28e51a14-ac26-450d-8824-bdb4e29d3b21\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:32:34.356691 3672 cni.go:452] [openshift-console/console-74cc548878-t4s74 8c58a80decdeb293cd3dcd9d73490fbaa147a36e162e2dd02fa74352308a1aec network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74cc548878-t4s74 8c58a80decdeb293cd3dcd9d73490fbaa147a36e162e2dd02fa74352308a1aec network default NAD default NAD key ] I0512 07:32:34.443990 3672 cni.go:473] [openshift-console/console-74cc548878-t4s74 8c58a80decdeb293cd3dcd9d73490fbaa147a36e162e2dd02fa74352308a1aec network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74cc548878-t4s74 8c58a80decdeb293cd3dcd9d73490fbaa147a36e162e2dd02fa74352308a1aec network default NAD default NAD key default], result "{}", err I0512 07:32:34.487846 3672 obj_retry.go:498] Detected object openshift-console/console-74cc548878-t4s74 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:34.487885 3672 pods.go:176] Deleting pod: openshift-console/console-74cc548878-t4s74 I0512 07:32:34.489285 3672 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74cc548878-t4s74, ips: 10.130.0.17 I0512 07:32:34.489316 3672 obj_retry.go:498] Detected object openshift-console/console-74cc548878-t4s74 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:34.497225 3672 base_network_controller_pods.go:487] [default/openshift-console/console-5fc6d4b779-fsn9q] creating logical port openshift-console_console-5fc6d4b779-fsn9q for pod on switch ip-10-0-2-100.ec2.internal I0512 07:32:34.497379 3672 kube.go:256] Updating pod openshift-console/console-5fc6d4b779-fsn9q I0512 07:32:34.514132 3672 pod.go:62] [openshift-console/console-5fc6d4b779-fsn9q] pod update took 16.785412ms I0512 07:32:34.514153 3672 base_network_controller_pods.go:951] [default/openshift-console/console-5fc6d4b779-fsn9q] addLogicalPort annotation time took 16.810358ms I0512 07:32:34.515228 3672 pods.go:271] [openshift-console/console-5fc6d4b779-fsn9q] addLogicalPort took 18.022371ms, libovsdb time 773.325µs I0512 07:32:34.855912 3672 cni.go:452] [openshift-console/console-5fc6d4b779-fsn9q 25eb32f67a000cad1059a621e3b7f3903f2e80616500654243cd2439251ef0d7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5fc6d4b779-fsn9q 25eb32f67a000cad1059a621e3b7f3903f2e80616500654243cd2439251ef0d7 network default NAD default NAD key ] I0512 07:32:34.865523 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5fc6d4b779-fsn9q, hostIfaceName: 25eb32f67a000ca, network: default, NAD default, SandboxID: "25eb32f67a000cad1059a621e3b7f3903f2e80616500654243cd2439251ef0d7", PCI device ID: , UID: "26472ac2-1e1e-47c4-9b66-497a46a3a918", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0512 07:32:34.928010 3672 cni.go:473] [openshift-console/console-5fc6d4b779-fsn9q 25eb32f67a000cad1059a621e3b7f3903f2e80616500654243cd2439251ef0d7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5fc6d4b779-fsn9q 25eb32f67a000cad1059a621e3b7f3903f2e80616500654243cd2439251ef0d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:ce:76:12:2f:36\",\"name\":\"25eb32f67a000ca\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bf5b32a-6fbd-4433-bc85-e8e28b5d09a0\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:32:35.386307 3672 obj_retry.go:492] Detected object openshift-console/console-74cc548878-t4s74 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:35.386335 3672 obj_retry.go:492] Detected object openshift-console/console-74cc548878-t4s74 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:35.392640 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74cc548878-t4s74 I0512 07:32:35.392665 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74cc548878-t4s74 I0512 07:32:36.978158 3672 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0512 07:32:45.419471 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 07:32:46.106639 3672 obj_retry.go:498] Detected object openshift-console/console-74cc548878-t4zl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:46.107179 3672 obj_retry.go:498] Detected object openshift-console/console-74cc548878-t4zl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:46.954437 3672 obj_retry.go:492] Detected object openshift-console/console-74cc548878-t4zl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:46.954461 3672 obj_retry.go:492] Detected object openshift-console/console-74cc548878-t4zl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:46.958210 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74cc548878-t4zl5 I0512 07:32:46.958232 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74cc548878-t4zl5 I0512 07:32:48.065094 3672 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:48.065681 3672 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:32:48.065710 3672 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:32:48.065718 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 07:32:48.065734 3672 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:32:48.065739 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 07:32:49.093766 3672 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:49.093820 3672 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:49.093833 3672 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:49.093845 3672 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7zgwn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:32:51.762292 3672 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 07:32:51.774683 3672 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0512 07:32:55.872392 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:32:55.872414 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 07:32:55.872420 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 07:33:10.267633 3672 cni.go:452] [openshift-monitoring/prometheus-k8s-0 e71e81118d50970276d1a8abe2153f1c0437da79c4bd0b781c163ded96cc20fd network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 e71e81118d50970276d1a8abe2153f1c0437da79c4bd0b781c163ded96cc20fd network default NAD default NAD key ] I0512 07:33:10.344202 3672 cni.go:473] [openshift-monitoring/prometheus-k8s-0 e71e81118d50970276d1a8abe2153f1c0437da79c4bd0b781c163ded96cc20fd network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 e71e81118d50970276d1a8abe2153f1c0437da79c4bd0b781c163ded96cc20fd network default NAD default NAD key default], result "{}", err I0512 07:33:10.403136 3672 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:33:10.403168 3672 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0512 07:33:10.404628 3672 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.16 I0512 07:33:10.404660 3672 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:33:10.512127 3672 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:33:10.512151 3672 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:33:10.519095 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0512 07:33:10.519121 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0512 07:33:10.560207 3672 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-100.ec2.internal I0512 07:33:10.560342 3672 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0512 07:33:10.587360 3672 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 27.061716ms I0512 07:33:10.587383 3672 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 27.089559ms I0512 07:33:10.588514 3672 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.322728ms, libovsdb time 846.616µs I0512 07:33:10.921973 3672 cni.go:452] [openshift-monitoring/prometheus-k8s-0 8e0d28e770e1298c18a2ca6ccfe1148c815c12da70d1231c9ef383bad6a1c890 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 8e0d28e770e1298c18a2ca6ccfe1148c815c12da70d1231c9ef383bad6a1c890 network default NAD default NAD key ] I0512 07:33:10.931332 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 8e0d28e770e1298, network: default, NAD default, SandboxID: "8e0d28e770e1298c18a2ca6ccfe1148c815c12da70d1231c9ef383bad6a1c890", PCI device ID: , UID: "2eb2c354-a979-4dab-8a19-222ea20e6e09", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0512 07:33:10.978990 3672 cni.go:473] [openshift-monitoring/prometheus-k8s-0 8e0d28e770e1298c18a2ca6ccfe1148c815c12da70d1231c9ef383bad6a1c890 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 8e0d28e770e1298c18a2ca6ccfe1148c815c12da70d1231c9ef383bad6a1c890 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:9d:0e:8d:aa:85\",\"name\":\"8e0d28e770e1298\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3f410ea-94bb-42da-b994-07241072ae1d\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 07:34:11.791550 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 07:34:11.791571 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 07:34:42.872658 3672 cni.go:452] [openshift-console/console-5fc6d4b779-fsn9q 25eb32f67a000cad1059a621e3b7f3903f2e80616500654243cd2439251ef0d7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5fc6d4b779-fsn9q 25eb32f67a000cad1059a621e3b7f3903f2e80616500654243cd2439251ef0d7 network default NAD default NAD key ] I0512 07:34:42.947716 3672 cni.go:473] [openshift-console/console-5fc6d4b779-fsn9q 25eb32f67a000cad1059a621e3b7f3903f2e80616500654243cd2439251ef0d7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5fc6d4b779-fsn9q 25eb32f67a000cad1059a621e3b7f3903f2e80616500654243cd2439251ef0d7 network default NAD default NAD key default], result "{}", err I0512 07:34:42.995248 3672 obj_retry.go:498] Detected object openshift-console/console-5fc6d4b779-fsn9q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:34:42.995326 3672 pods.go:176] Deleting pod: openshift-console/console-5fc6d4b779-fsn9q I0512 07:34:42.996498 3672 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5fc6d4b779-fsn9q, ips: 10.130.0.19 I0512 07:34:42.996523 3672 obj_retry.go:498] Detected object openshift-console/console-5fc6d4b779-fsn9q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:34:43.000512 3672 base_network_controller_pods.go:487] [default/openshift-console/console-757ff86b95-786gk] creating logical port openshift-console_console-757ff86b95-786gk for pod on switch ip-10-0-2-100.ec2.internal I0512 07:34:43.000604 3672 kube.go:256] Updating pod openshift-console/console-757ff86b95-786gk I0512 07:34:43.043837 3672 kube.go:256] Updating pod openshift-console/console-757ff86b95-786gk I0512 07:34:43.059361 3672 pod.go:62] [openshift-console/console-757ff86b95-786gk] pod update took 58.778523ms I0512 07:34:43.059386 3672 base_network_controller_pods.go:951] [default/openshift-console/console-757ff86b95-786gk] addLogicalPort annotation time took 58.809208ms I0512 07:34:43.060570 3672 pods.go:271] [openshift-console/console-757ff86b95-786gk] addLogicalPort took 60.072819ms, libovsdb time 832.303µs I0512 07:34:43.359999 3672 cni.go:452] [openshift-console/console-757ff86b95-786gk 22302d1be34cdb84564d3e08fd740d9d237cf78a4a170a6303e8750fa2b2937e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-757ff86b95-786gk 22302d1be34cdb84564d3e08fd740d9d237cf78a4a170a6303e8750fa2b2937e network default NAD default NAD key ] I0512 07:34:43.369577 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-757ff86b95-786gk, hostIfaceName: 22302d1be34cdb8, network: default, NAD default, SandboxID: "22302d1be34cdb84564d3e08fd740d9d237cf78a4a170a6303e8750fa2b2937e", PCI device ID: , UID: "06a178e4-beb4-4ae4-8c2d-e25b6268b46e", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0512 07:34:43.418595 3672 cni.go:473] [openshift-console/console-757ff86b95-786gk 22302d1be34cdb84564d3e08fd740d9d237cf78a4a170a6303e8750fa2b2937e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-757ff86b95-786gk 22302d1be34cdb84564d3e08fd740d9d237cf78a4a170a6303e8750fa2b2937e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:0c:0d:4e:36:69\",\"name\":\"22302d1be34cdb8\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ce5fedd-969f-4146-b9f4-6acf3d40160b\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:34:43.880412 3672 obj_retry.go:492] Detected object openshift-console/console-5fc6d4b779-fsn9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:34:43.880439 3672 obj_retry.go:492] Detected object openshift-console/console-5fc6d4b779-fsn9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:34:43.886727 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fc6d4b779-fsn9q I0512 07:34:43.886752 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fc6d4b779-fsn9q W0512 07:34:53.919445 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 07:34:55.680086 3672 obj_retry.go:498] Detected object openshift-console/console-5fc6d4b779-fbc2l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:34:55.680681 3672 obj_retry.go:498] Detected object openshift-console/console-5fc6d4b779-fbc2l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:34:56.486010 3672 obj_retry.go:492] Detected object openshift-console/console-5fc6d4b779-fbc2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:34:56.486072 3672 obj_retry.go:492] Detected object openshift-console/console-5fc6d4b779-fbc2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:34:56.491436 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fc6d4b779-fbc2l I0512 07:34:56.491456 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fc6d4b779-fbc2l I0512 07:36:16.639556 3672 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0512 07:36:19.690600 3672 namespace.go:98] [tsf] adding namespace I0512 07:36:19.691529 3672 namespace.go:102] [tsf] adding namespace took 903.009µs I0512 07:36:19.712511 3672 namespace.go:142] [tsf] updating namespace I0512 07:36:19.722654 3672 namespace.go:142] [tsf] updating namespace I0512 07:36:23.940938 3672 namespace.go:98] [rhtpa-operator] adding namespace I0512 07:36:23.941856 3672 namespace.go:102] [rhtpa-operator] adding namespace took 895.157µs I0512 07:36:23.949075 3672 namespace.go:98] [cert-manager-operator] adding namespace I0512 07:36:23.949206 3672 namespace.go:98] [tsf-keycloak] adding namespace I0512 07:36:23.949312 3672 namespace.go:98] [konflux-ui] adding namespace I0512 07:36:23.949397 3672 namespace.go:98] [konflux-operator] adding namespace I0512 07:36:23.949856 3672 namespace.go:102] [cert-manager-operator] adding namespace took 763.263µs I0512 07:36:23.950505 3672 namespace.go:102] [tsf-keycloak] adding namespace took 1.281593ms I0512 07:36:23.950783 3672 namespace.go:98] [rhbk-operator] adding namespace I0512 07:36:23.950989 3672 namespace.go:98] [tsf-tpa] adding namespace I0512 07:36:23.951098 3672 namespace.go:102] [konflux-ui] adding namespace took 1.771347ms I0512 07:36:23.951121 3672 namespace.go:98] [tsf-tas] adding namespace I0512 07:36:23.951639 3672 namespace.go:102] [tsf-tas] adding namespace took 509.311µs I0512 07:36:23.952309 3672 namespace.go:102] [konflux-operator] adding namespace took 2.896932ms I0512 07:36:23.952892 3672 namespace.go:102] [rhbk-operator] adding namespace took 2.10134ms I0512 07:36:23.953357 3672 namespace.go:102] [tsf-tpa] adding namespace took 2.357691ms I0512 07:36:23.964459 3672 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:36:23.978457 3672 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:36:23.992500 3672 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:36:23.998570 3672 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:36:23.998587 3672 namespace.go:142] [konflux-operator] updating namespace I0512 07:36:23.998709 3672 namespace.go:142] [konflux-ui] updating namespace I0512 07:36:24.002462 3672 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:36:24.017504 3672 namespace.go:142] [rhbk-operator] updating namespace I0512 07:36:24.023294 3672 namespace.go:142] [tsf-tas] updating namespace I0512 07:36:24.023385 3672 namespace.go:142] [tsf-tpa] updating namespace I0512 07:36:24.023398 3672 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:36:24.090579 3672 namespace.go:142] [konflux-ui] updating namespace I0512 07:36:24.099409 3672 namespace.go:142] [konflux-ui] updating namespace I0512 07:36:24.118522 3672 namespace.go:142] [konflux-operator] updating namespace I0512 07:36:24.124168 3672 namespace.go:142] [konflux-operator] updating namespace I0512 07:36:24.153820 3672 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:36:24.157675 3672 namespace.go:142] [rhbk-operator] updating namespace I0512 07:36:24.176828 3672 namespace.go:142] [rhbk-operator] updating namespace I0512 07:36:24.187400 3672 namespace.go:142] [tsf-tas] updating namespace I0512 07:36:24.205385 3672 namespace.go:142] [tsf-tas] updating namespace I0512 07:36:24.219947 3672 namespace.go:142] [tsf-tpa] updating namespace I0512 07:36:24.231708 3672 namespace.go:142] [tsf-tpa] updating namespace I0512 07:36:24.243523 3672 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:36:24.255503 3672 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:36:25.310915 3672 namespace.go:142] [tsf-tpa] updating namespace I0512 07:36:25.323740 3672 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:36:32.558311 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0512 07:36:32.558514 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=115 I0512 07:36:32.770969 3672 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:32.771555 3672 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:32.771583 3672 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:32.771598 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:32.771615 3672 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:32.771620 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:33.798552 3672 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:33.798581 3672 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:33.798599 3672 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:33.798613 3672 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ehnw8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:33.849788 3672 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:33.850477 3672 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:33.850501 3672 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:33.850510 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:33.850529 3672 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:33.850539 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:34.878534 3672 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:34.878559 3672 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:34.878571 3672 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:34.878590 3672 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514lcqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:35.559376 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=38 I0512 07:36:40.079451 3672 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:40.080023 3672 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:40.080053 3672 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:40.080064 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:40.080083 3672 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:40.080091 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:41.090532 3672 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:41.091163 3672 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:41.091189 3672 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:41.091201 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:41.091217 3672 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:41.091226 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:41.107674 3672 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:41.107713 3672 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:41.107724 3672 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:41.107736 3672 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqljd6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:42.120360 3672 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:42.120383 3672 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:42.120396 3672 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:42.120414 3672 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136jhhsk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:42.205028 3672 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:42.205605 3672 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:42.205631 3672 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:42.205640 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:42.205654 3672 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:42.205659 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 07:36:42.720768 3672 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2xdm5] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-2xdm5 for pod on switch ip-10-0-2-100.ec2.internal I0512 07:36:42.720929 3672 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2xdm5 I0512 07:36:42.735908 3672 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2xdm5] pod update took 15.00622ms I0512 07:36:42.735931 3672 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2xdm5] addLogicalPort annotation time took 15.032709ms I0512 07:36:42.737159 3672 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2xdm5] addLogicalPort took 16.406383ms, libovsdb time 922.447µs I0512 07:36:43.072521 3672 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2xdm5 d39c1afd0ed2ccc580246e35f8b73c0ae3887898dc5d9337f83a94f92b7ef80d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2xdm5 d39c1afd0ed2ccc580246e35f8b73c0ae3887898dc5d9337f83a94f92b7ef80d network default NAD default NAD key ] I0512 07:36:43.081787 3672 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-2xdm5, hostIfaceName: d39c1afd0ed2ccc, network: default, NAD default, SandboxID: "d39c1afd0ed2ccc580246e35f8b73c0ae3887898dc5d9337f83a94f92b7ef80d", PCI device ID: , UID: "fd97e076-a2d5-4998-b51b-047fac418658", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0512 07:36:43.132395 3672 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2xdm5 d39c1afd0ed2ccc580246e35f8b73c0ae3887898dc5d9337f83a94f92b7ef80d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-2xdm5 d39c1afd0ed2ccc580246e35f8b73c0ae3887898dc5d9337f83a94f92b7ef80d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:56:21:49:7c:23\",\"name\":\"d39c1afd0ed2ccc\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/478ea61d-4762-4809-9c5f-7dd4d5989528\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:36:43.231628 3672 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:43.231653 3672 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:43.231664 3672 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:43.231677 3672 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658feckfjn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:46.176426 3672 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:46.177046 3672 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:36:46.177068 3672 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:46.177075 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 07:36:46.177090 3672 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 07:36:46.177099 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... W0512 07:36:46.347303 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 07:36:47.208671 3672 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:47.208694 3672 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:47.208705 3672 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:36:47.208720 3672 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7qv592 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0512 07:36:50.194114 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 07:36:50.205957 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 07:36:50.214922 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 07:36:50.224138 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 07:36:53.238106 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 07:36:55.625921 3672 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-k6xwm] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-k6xwm for pod on switch ip-10-0-2-100.ec2.internal I0512 07:36:55.626110 3672 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-k6xwm I0512 07:36:55.648121 3672 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-k6xwm] pod update took 22.046435ms I0512 07:36:55.648141 3672 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-k6xwm] addLogicalPort annotation time took 22.077149ms I0512 07:36:55.649338 3672 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-k6xwm] addLogicalPort took 23.438381ms, libovsdb time 837.444µs I0512 07:36:55.986381 3672 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-k6xwm f6d17e00a319dab0874cac2a1134c4dbe912192e283b0ab4f2b03ef04908820e network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-k6xwm f6d17e00a319dab0874cac2a1134c4dbe912192e283b0ab4f2b03ef04908820e network default NAD default NAD key ] I0512 07:36:55.995699 3672 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-k6xwm, hostIfaceName: f6d17e00a319dab, network: default, NAD default, SandboxID: "f6d17e00a319dab0874cac2a1134c4dbe912192e283b0ab4f2b03ef04908820e", PCI device ID: , UID: "c2cca3b0-a7a2-46e6-9a6d-0f7e1861804f", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0512 07:36:56.045035 3672 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-k6xwm f6d17e00a319dab0874cac2a1134c4dbe912192e283b0ab4f2b03ef04908820e network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-k6xwm f6d17e00a319dab0874cac2a1134c4dbe912192e283b0ab4f2b03ef04908820e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:3b:19:2f:a8:41\",\"name\":\"f6d17e00a319dab\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d799918-7b54-4dd3-b66a-7023f0ebb9bb\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 07:36:56.744853 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 07:36:56.784915 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 07:36:56.809998 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 07:36:56.853864 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 07:36:57.360802 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 07:36:58.591891 3672 namespace.go:98] [cert-manager] adding namespace I0512 07:36:58.592756 3672 namespace.go:102] [cert-manager] adding namespace took 840.354µs I0512 07:36:58.592797 3672 namespace.go:142] [cert-manager] updating namespace I0512 07:36:58.627674 3672 namespace.go:142] [cert-manager] updating namespace I0512 07:37:00.658511 3672 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-62v6z] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-62v6z for pod on switch ip-10-0-2-100.ec2.internal I0512 07:37:00.658607 3672 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-62v6z I0512 07:37:00.674747 3672 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-62v6z] pod update took 16.167455ms I0512 07:37:00.674771 3672 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-62v6z] addLogicalPort annotation time took 16.197381ms I0512 07:37:00.676222 3672 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-62v6z] addLogicalPort took 17.724897ms, libovsdb time 1.109896ms I0512 07:37:01.035541 3672 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-62v6z b4e6faee9046ae885874a9b0995bc74994ed7cda6f7f95063397d6db37df30c9 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-62v6z b4e6faee9046ae885874a9b0995bc74994ed7cda6f7f95063397d6db37df30c9 network default NAD default NAD key ] I0512 07:37:01.044956 3672 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-62v6z, hostIfaceName: b4e6faee9046ae8, network: default, NAD default, SandboxID: "b4e6faee9046ae885874a9b0995bc74994ed7cda6f7f95063397d6db37df30c9", PCI device ID: , UID: "4378d182-1adc-4a37-a6ad-e258cf8554d6", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0512 07:37:01.095349 3672 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-62v6z b4e6faee9046ae885874a9b0995bc74994ed7cda6f7f95063397d6db37df30c9 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-62v6z b4e6faee9046ae885874a9b0995bc74994ed7cda6f7f95063397d6db37df30c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:ec:fb:ba:82:ef\",\"name\":\"b4e6faee9046ae8\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70480c7f-7eee-4e2c-ace1-bf04b029ea61\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:37:03.922549 3672 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-bqf6x] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-bqf6x for pod on switch ip-10-0-2-100.ec2.internal I0512 07:37:03.922689 3672 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-bqf6x I0512 07:37:03.935309 3672 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-bqf6x] pod update took 12.643371ms I0512 07:37:03.935336 3672 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-bqf6x] addLogicalPort annotation time took 12.676347ms I0512 07:37:03.936637 3672 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-bqf6x] addLogicalPort took 14.107351ms, libovsdb time 965.984µs I0512 07:37:04.279813 3672 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-bqf6x 9bfb4d486eff57a26f70bc9aff7ed6fb2d2e05e9da18b3b66304ad693d374267 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-bqf6x 9bfb4d486eff57a26f70bc9aff7ed6fb2d2e05e9da18b3b66304ad693d374267 network default NAD default NAD key ] I0512 07:37:04.290451 3672 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-bqf6x, hostIfaceName: 9bfb4d486eff57a, network: default, NAD default, SandboxID: "9bfb4d486eff57a26f70bc9aff7ed6fb2d2e05e9da18b3b66304ad693d374267", PCI device ID: , UID: "4836ab35-3c2b-4aec-b5c1-decd4ab63f64", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0512 07:37:04.340926 3672 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-bqf6x 9bfb4d486eff57a26f70bc9aff7ed6fb2d2e05e9da18b3b66304ad693d374267 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-bqf6x 9bfb4d486eff57a26f70bc9aff7ed6fb2d2e05e9da18b3b66304ad693d374267 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:4b:bf:2b:be:35\",\"name\":\"9bfb4d486eff57a\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbdaea0a-c914-4963-a39b-1f64d9caa6aa\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 07:37:04.426631 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 07:37:04.426650 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 07:37:06.556961 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0512 07:37:08.023488 3672 namespace.go:142] [openshift-operators] updating namespace I0512 07:37:08.032554 3672 namespace.go:142] [openshift-operators] updating namespace W0512 07:37:10.434056 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 07:37:10.434080 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 07:37:11.355129 3672 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-mf7t6] creating logical port cert-manager_cert-manager-59c77684cc-mf7t6 for pod on switch ip-10-0-2-100.ec2.internal I0512 07:37:11.355232 3672 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-mf7t6 I0512 07:37:11.372984 3672 pod.go:62] [cert-manager/cert-manager-59c77684cc-mf7t6] pod update took 17.774628ms I0512 07:37:11.373012 3672 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-mf7t6] addLogicalPort annotation time took 17.807277ms I0512 07:37:11.374390 3672 pods.go:271] [cert-manager/cert-manager-59c77684cc-mf7t6] addLogicalPort took 19.282316ms, libovsdb time 1.00871ms I0512 07:37:11.713204 3672 cni.go:452] [cert-manager/cert-manager-59c77684cc-mf7t6 f5e90858cd37fc0d00dfea50119a07c59f0538f922cf55a3735071afbdabd46f network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-mf7t6 f5e90858cd37fc0d00dfea50119a07c59f0538f922cf55a3735071afbdabd46f network default NAD default NAD key ] I0512 07:37:11.723294 3672 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-mf7t6, hostIfaceName: f5e90858cd37fc0, network: default, NAD default, SandboxID: "f5e90858cd37fc0d00dfea50119a07c59f0538f922cf55a3735071afbdabd46f", PCI device ID: , UID: "6eb854f5-4538-4e69-b3a5-2742b76c4592", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0512 07:37:11.773846 3672 cni.go:473] [cert-manager/cert-manager-59c77684cc-mf7t6 f5e90858cd37fc0d00dfea50119a07c59f0538f922cf55a3735071afbdabd46f network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-mf7t6 f5e90858cd37fc0d00dfea50119a07c59f0538f922cf55a3735071afbdabd46f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:b6:fc:ec:a7:74\",\"name\":\"f5e90858cd37fc0\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee1be603-23ab-4d6e-acfc-ad3bcb180329\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:37:15.216765 3672 namespace.go:142] [openshift-operators] updating namespace I0512 07:37:15.517492 3672 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-brl9k] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-brl9k for pod on switch ip-10-0-2-100.ec2.internal I0512 07:37:15.517590 3672 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-brl9k I0512 07:37:15.546598 3672 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-brl9k] pod update took 29.029003ms I0512 07:37:15.546619 3672 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-brl9k] addLogicalPort annotation time took 29.055556ms I0512 07:37:15.547774 3672 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-brl9k] addLogicalPort took 30.294878ms, libovsdb time 799.142µs I0512 07:37:15.879616 3672 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-brl9k a12580f10b4bcd8d1cb87604db6b91cf4b89c77df4b5d254357c2422bfdc3192 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-brl9k a12580f10b4bcd8d1cb87604db6b91cf4b89c77df4b5d254357c2422bfdc3192 network default NAD default NAD key ] I0512 07:37:15.888741 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-brl9k, hostIfaceName: a12580f10b4bcd8, network: default, NAD default, SandboxID: "a12580f10b4bcd8d1cb87604db6b91cf4b89c77df4b5d254357c2422bfdc3192", PCI device ID: , UID: "229a68f3-b372-4f37-8538-63e033ce04a9", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0512 07:37:15.938301 3672 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-brl9k a12580f10b4bcd8d1cb87604db6b91cf4b89c77df4b5d254357c2422bfdc3192 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-brl9k a12580f10b4bcd8d1cb87604db6b91cf4b89c77df4b5d254357c2422bfdc3192 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:46:8d:da:24:d3\",\"name\":\"a12580f10b4bcd8\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1f262da-3cb3-4171-a355-b438568c9d74\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:37:23.510046 3672 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 07:37:23.510997 3672 namespace.go:102] [trusted-artifact-signer] adding namespace took 930.353µs I0512 07:37:23.540800 3672 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 07:37:23.565304 3672 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 07:37:24.131689 3672 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 07:37:24.657999 3672 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-qfd64] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-qfd64 for pod on switch ip-10-0-2-100.ec2.internal I0512 07:37:24.658088 3672 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-qfd64 I0512 07:37:24.679810 3672 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-qfd64] pod update took 21.743881ms I0512 07:37:24.679831 3672 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-qfd64] addLogicalPort annotation time took 21.772438ms I0512 07:37:24.680942 3672 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-qfd64] addLogicalPort took 22.958055ms, libovsdb time 774.475µs I0512 07:37:25.023468 3672 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-qfd64 81e127ec9ef0f0a5cc482e9de6559b051d14b8d3cacc377bfbca50b2bb091303 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-qfd64 81e127ec9ef0f0a5cc482e9de6559b051d14b8d3cacc377bfbca50b2bb091303 network default NAD default NAD key ] I0512 07:37:25.034293 3672 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-qfd64, hostIfaceName: 81e127ec9ef0f0a, network: default, NAD default, SandboxID: "81e127ec9ef0f0a5cc482e9de6559b051d14b8d3cacc377bfbca50b2bb091303", PCI device ID: , UID: "c2d767bc-a702-47a4-aa62-9dd0eb943d6d", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0512 07:37:25.084544 3672 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-qfd64 81e127ec9ef0f0a5cc482e9de6559b051d14b8d3cacc377bfbca50b2bb091303 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-qfd64 81e127ec9ef0f0a5cc482e9de6559b051d14b8d3cacc377bfbca50b2bb091303 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:85:f3:97:13:6b\",\"name\":\"81e127ec9ef0f0a\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/935b3154-2c50-44a1-996e-795fe9428a19\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:37:30.389507 3672 namespace.go:98] [openshift-pipelines] adding namespace I0512 07:37:30.390436 3672 namespace.go:102] [openshift-pipelines] adding namespace took 907.198µs I0512 07:37:30.418017 3672 namespace.go:142] [openshift-pipelines] updating namespace I0512 07:37:31.909467 3672 namespace.go:142] [cert-manager] updating namespace I0512 07:37:32.052614 3672 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:37:32.443626 3672 namespace.go:142] [konflux-operator] updating namespace I0512 07:37:32.641539 3672 namespace.go:142] [konflux-ui] updating namespace I0512 07:37:32.843855 3672 namespace.go:142] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] updating namespace I0512 07:37:33.244849 3672 namespace.go:142] [rhbk-operator] updating namespace I0512 07:37:33.442723 3672 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:37:33.644752 3672 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 07:37:33.852234 3672 namespace.go:142] [tsf] updating namespace I0512 07:37:34.047149 3672 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:37:34.246314 3672 namespace.go:142] [tsf-tas] updating namespace I0512 07:37:34.447762 3672 namespace.go:142] [tsf-tpa] updating namespace I0512 07:37:34.575438 3672 namespace.go:142] [cert-manager] updating namespace I0512 07:37:34.584740 3672 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:37:34.593303 3672 namespace.go:142] [default] updating namespace I0512 07:37:34.601776 3672 namespace.go:142] [konflux-operator] updating namespace I0512 07:37:34.612322 3672 namespace.go:142] [konflux-ui] updating namespace I0512 07:37:34.620486 3672 namespace.go:142] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] updating namespace I0512 07:37:34.629029 3672 namespace.go:142] [openshift] updating namespace I0512 07:37:34.639613 3672 namespace.go:142] [rhbk-operator] updating namespace I0512 07:37:34.648869 3672 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:37:34.660067 3672 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 07:37:34.667944 3672 namespace.go:142] [tsf] updating namespace I0512 07:37:34.685465 3672 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:37:34.705346 3672 namespace.go:142] [tsf-tas] updating namespace I0512 07:37:34.726682 3672 namespace.go:142] [tsf-tpa] updating namespace I0512 07:37:34.828846 3672 namespace.go:142] [cert-manager] updating namespace I0512 07:37:34.929861 3672 namespace.go:142] [cert-manager-operator] updating namespace I0512 07:37:35.027824 3672 namespace.go:142] [default] updating namespace I0512 07:37:35.133512 3672 namespace.go:142] [konflux-operator] updating namespace I0512 07:37:35.230666 3672 namespace.go:142] [konflux-ui] updating namespace I0512 07:37:35.332838 3672 namespace.go:142] [open-cluster-management-2q88ak6knapqihqum7o5glgsi88k6pu7] updating namespace I0512 07:37:35.425637 3672 namespace.go:142] [openshift] updating namespace I0512 07:37:35.529542 3672 namespace.go:142] [rhbk-operator] updating namespace I0512 07:37:35.639533 3672 namespace.go:142] [rhtpa-operator] updating namespace I0512 07:37:35.727907 3672 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 07:37:35.829968 3672 namespace.go:142] [tsf] updating namespace I0512 07:37:35.927878 3672 namespace.go:142] [tsf-keycloak] updating namespace I0512 07:37:36.028443 3672 namespace.go:142] [tsf-tas] updating namespace I0512 07:37:36.141793 3672 namespace.go:142] [tsf-tpa] updating namespace I0512 07:37:36.410637 3672 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:37:36.411241 3672 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:37:36.449025 3672 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:37:36.449050 3672 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:37:36.450411 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 07:37:36.450435 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 07:37:36.822580 3672 namespace.go:142] [openshift-pipelines] updating namespace I0512 07:37:44.784424 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4t5ck] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-4t5ck for pod on switch ip-10-0-2-100.ec2.internal I0512 07:37:44.784540 3672 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4t5ck I0512 07:37:44.802950 3672 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4t5ck] pod update took 18.43942ms I0512 07:37:44.802970 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4t5ck] addLogicalPort annotation time took 18.464237ms I0512 07:37:44.804235 3672 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4t5ck] addLogicalPort took 19.832213ms, libovsdb time 909.291µs I0512 07:37:44.868859 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-85rn7] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-85rn7 for pod on switch ip-10-0-2-100.ec2.internal I0512 07:37:44.869093 3672 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-85rn7 I0512 07:37:44.887766 3672 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-85rn7] pod update took 18.732074ms I0512 07:37:44.887790 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-85rn7] addLogicalPort annotation time took 18.762091ms I0512 07:37:44.889111 3672 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-85rn7] addLogicalPort took 20.27252ms, libovsdb time 985.375µs I0512 07:37:45.144446 3672 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4t5ck ae9a5ffa2bde6f102e5c221ddd31766c97d12d5f863cea0609817090a4b3db19 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4t5ck ae9a5ffa2bde6f102e5c221ddd31766c97d12d5f863cea0609817090a4b3db19 network default NAD default NAD key ] I0512 07:37:45.154207 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-4t5ck, hostIfaceName: ae9a5ffa2bde6f1, network: default, NAD default, SandboxID: "ae9a5ffa2bde6f102e5c221ddd31766c97d12d5f863cea0609817090a4b3db19", PCI device ID: , UID: "18d3dd42-cf31-4e8c-9cdc-6f20d3599bb5", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0512 07:37:45.188281 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-d6jqh] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-d6jqh for pod on switch ip-10-0-2-100.ec2.internal I0512 07:37:45.188445 3672 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-d6jqh I0512 07:37:45.202287 3672 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-d6jqh] pod update took 13.868005ms I0512 07:37:45.202315 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-d6jqh] addLogicalPort annotation time took 13.899157ms I0512 07:37:45.203782 3672 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-d6jqh] addLogicalPort took 15.544096ms, libovsdb time 1.004751ms I0512 07:37:45.206775 3672 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4t5ck ae9a5ffa2bde6f102e5c221ddd31766c97d12d5f863cea0609817090a4b3db19 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4t5ck ae9a5ffa2bde6f102e5c221ddd31766c97d12d5f863cea0609817090a4b3db19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:3b:fb:5b:51:b8\",\"name\":\"ae9a5ffa2bde6f1\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28529ba4-b76d-476a-acc2-5de5ae844aa2\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:37:45.233426 3672 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-85rn7 ec91e93b3e64d8c54364c2c5636099c44e377ccb7aa9db0a34b3872ecbdfdbf0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-85rn7 ec91e93b3e64d8c54364c2c5636099c44e377ccb7aa9db0a34b3872ecbdfdbf0 network default NAD default NAD key ] I0512 07:37:45.243243 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-85rn7, hostIfaceName: ec91e93b3e64d8c, network: default, NAD default, SandboxID: "ec91e93b3e64d8c54364c2c5636099c44e377ccb7aa9db0a34b3872ecbdfdbf0", PCI device ID: , UID: "fa62abc3-692d-4d79-8e44-0dd15008837e", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0512 07:37:45.293775 3672 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-85rn7 ec91e93b3e64d8c54364c2c5636099c44e377ccb7aa9db0a34b3872ecbdfdbf0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-85rn7 ec91e93b3e64d8c54364c2c5636099c44e377ccb7aa9db0a34b3872ecbdfdbf0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:74:92:ec:12:ad\",\"name\":\"ec91e93b3e64d8c\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1d0b352-0033-466d-9ff2-46a41ae32bc5\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:37:45.859226 3672 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-d6jqh 8a92061af7722dc44f8dcc67592f772f2621af9d9db00db8c05cb465a3f66f46 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-d6jqh 8a92061af7722dc44f8dcc67592f772f2621af9d9db00db8c05cb465a3f66f46 network default NAD default NAD key ] I0512 07:37:45.869471 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-d6jqh, hostIfaceName: 8a92061af7722dc, network: default, NAD default, SandboxID: "8a92061af7722dc44f8dcc67592f772f2621af9d9db00db8c05cb465a3f66f46", PCI device ID: , UID: "7da13cbe-b9bb-4ade-97e1-1b4d29ec82c9", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0512 07:37:45.919360 3672 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-d6jqh 8a92061af7722dc44f8dcc67592f772f2621af9d9db00db8c05cb465a3f66f46 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-d6jqh 8a92061af7722dc44f8dcc67592f772f2621af9d9db00db8c05cb465a3f66f46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:45:ad:7e:b1:34\",\"name\":\"8a92061af7722dc\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84049b74-deac-47f0-be85-5693c43f0712\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:37:46.673999 3672 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0512 07:37:48.642229 3672 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 07:37:48.642253 3672 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 07:37:48.642284 3672 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 07:37:49.704085 3672 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 07:37:49.704106 3672 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 07:37:49.704112 3672 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 07:37:50.351933 3672 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:37:50.351961 3672 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:37:50.351971 3672 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:37:50.351977 3672 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:37:50.420497 3672 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 07:37:51.359455 3672 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0512 07:37:57.280441 3672 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0512 07:37:59.654481 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 07:37:59.654501 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 07:37:59.654507 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 07:38:00.663943 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 07:38:00.663965 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 07:38:00.663970 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0512 07:38:08.296326 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-svknf] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-svknf for pod on switch ip-10-0-2-100.ec2.internal I0512 07:38:08.296415 3672 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-svknf I0512 07:38:08.314285 3672 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-svknf] pod update took 17.892098ms I0512 07:38:08.314305 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-svknf] addLogicalPort annotation time took 17.918818ms I0512 07:38:08.315442 3672 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-svknf] addLogicalPort took 19.13582ms, libovsdb time 808.481µs I0512 07:38:08.319450 3672 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 07:38:08.319516 3672 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hw8kj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hw8kj: no pod IPs found I0512 07:38:08.394957 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-knb6l] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-knb6l for pod on switch ip-10-0-2-100.ec2.internal I0512 07:38:08.395087 3672 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-knb6l I0512 07:38:08.412678 3672 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-knb6l] pod update took 17.615148ms I0512 07:38:08.412699 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-knb6l] addLogicalPort annotation time took 17.640134ms I0512 07:38:08.413936 3672 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-knb6l] addLogicalPort took 18.997686ms, libovsdb time 874.803µs I0512 07:38:08.658982 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 07:38:08.896456 3672 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-svknf 2433b1e3e6f1eb24dc79f2fe67aabc7931c9c7a0be1dfc2b00f44aed8711bc17 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-svknf 2433b1e3e6f1eb24dc79f2fe67aabc7931c9c7a0be1dfc2b00f44aed8711bc17 network default NAD default NAD key ] I0512 07:38:08.906167 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-svknf, hostIfaceName: 2433b1e3e6f1eb2, network: default, NAD default, SandboxID: "2433b1e3e6f1eb24dc79f2fe67aabc7931c9c7a0be1dfc2b00f44aed8711bc17", PCI device ID: , UID: "ec2c7960-5eef-403c-b6d9-151dc112129c", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0512 07:38:08.928084 3672 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-knb6l 9bbf4a1b642d1f65e21ede092cf133eaf97e67a62a4223b35250be821103a6b2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-knb6l 9bbf4a1b642d1f65e21ede092cf133eaf97e67a62a4223b35250be821103a6b2 network default NAD default NAD key ] I0512 07:38:08.936912 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-knb6l, hostIfaceName: 9bbf4a1b642d1f6, network: default, NAD default, SandboxID: "9bbf4a1b642d1f65e21ede092cf133eaf97e67a62a4223b35250be821103a6b2", PCI device ID: , UID: "4786e18b-2458-4c15-a1ad-faaa1e35c49b", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0512 07:38:08.963875 3672 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-svknf 2433b1e3e6f1eb24dc79f2fe67aabc7931c9c7a0be1dfc2b00f44aed8711bc17 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-svknf 2433b1e3e6f1eb24dc79f2fe67aabc7931c9c7a0be1dfc2b00f44aed8711bc17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:9d:42:ab:d7:1c\",\"name\":\"2433b1e3e6f1eb2\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed33e439-97ad-4900-a27c-dbe6f97a04e9\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:38:08.989609 3672 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-knb6l 9bbf4a1b642d1f65e21ede092cf133eaf97e67a62a4223b35250be821103a6b2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-knb6l 9bbf4a1b642d1f65e21ede092cf133eaf97e67a62a4223b35250be821103a6b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:d2:79:cb:cc:65\",\"name\":\"9bbf4a1b642d1f6\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b589ac6d-fe37-485c-8da7-524d5d5255e7\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 07:38:12.760897 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0512 07:38:15.567144 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=650 I0512 07:38:15.621377 3672 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:38:15.621986 3672 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:38:15.643377 3672 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:38:15.643403 3672 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:38:15.653937 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 07:38:15.653961 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 07:38:17.901459 3672 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 07:38:17.902097 3672 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 07:38:17.902125 3672 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 07:38:17.904128 3672 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0512 07:38:23.773749 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0512 07:38:24.554544 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 07:38:24.554564 3672 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 07:38:24.554567 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 07:38:24.554582 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0512 07:38:32.321620 3672 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 07:38:46.966879 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vdczk] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-vdczk for pod on switch ip-10-0-2-100.ec2.internal I0512 07:38:46.966960 3672 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vdczk I0512 07:38:46.983762 3672 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vdczk] pod update took 16.82015ms I0512 07:38:46.983794 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vdczk] addLogicalPort annotation time took 16.853965ms I0512 07:38:46.985069 3672 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vdczk] addLogicalPort took 18.204361ms, libovsdb time 877.73µs I0512 07:38:47.070182 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-pdfh5] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-pdfh5 for pod on switch ip-10-0-2-100.ec2.internal I0512 07:38:47.070286 3672 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-pdfh5 I0512 07:38:47.091404 3672 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-pdfh5] pod update took 21.160731ms I0512 07:38:47.091427 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-pdfh5] addLogicalPort annotation time took 21.189781ms I0512 07:38:47.092639 3672 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-pdfh5] addLogicalPort took 22.471218ms, libovsdb time 858.348µs I0512 07:38:47.328704 3672 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vdczk a140874ab90bbd4438e38b450877b3acddd1035fcacb572f40ec8f1df59539ae network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vdczk a140874ab90bbd4438e38b450877b3acddd1035fcacb572f40ec8f1df59539ae network default NAD default NAD key ] I0512 07:38:47.338184 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-vdczk, hostIfaceName: a140874ab90bbd4, network: default, NAD default, SandboxID: "a140874ab90bbd4438e38b450877b3acddd1035fcacb572f40ec8f1df59539ae", PCI device ID: , UID: "87813693-ed96-4ce7-911d-eccc86758c8c", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0512 07:38:47.392471 3672 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vdczk a140874ab90bbd4438e38b450877b3acddd1035fcacb572f40ec8f1df59539ae network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vdczk a140874ab90bbd4438e38b450877b3acddd1035fcacb572f40ec8f1df59539ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ad:1b:3d:1a:f8\",\"name\":\"a140874ab90bbd4\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a77ec34-8663-456c-8609-9d78fb86c0b1\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:38:47.430596 3672 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-pdfh5 fa24afb7990e0569012c02acd9d20185854ce9db5dd0d21aa305fdd179e30381 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-pdfh5 fa24afb7990e0569012c02acd9d20185854ce9db5dd0d21aa305fdd179e30381 network default NAD default NAD key ] I0512 07:38:47.440809 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-pdfh5, hostIfaceName: fa24afb7990e056, network: default, NAD default, SandboxID: "fa24afb7990e0569012c02acd9d20185854ce9db5dd0d21aa305fdd179e30381", PCI device ID: , UID: "b7d5c034-6d38-465d-ad7d-ba53c8bcfa1f", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0512 07:38:47.492600 3672 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-pdfh5 fa24afb7990e0569012c02acd9d20185854ce9db5dd0d21aa305fdd179e30381 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-pdfh5 fa24afb7990e0569012c02acd9d20185854ce9db5dd0d21aa305fdd179e30381 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:3b:59:34:8b:d1\",\"name\":\"fa24afb7990e056\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eec2aa71-2d9a-4f40-9ae4-96e8dac82a85\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 07:38:51.520005 3672 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 07:38:51.520027 3672 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 07:38:51.520034 3672 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 07:39:08.972640 3672 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:08.973238 3672 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:09.018621 3672 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:09.018646 3672 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:09.025900 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 07:39:09.025927 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 07:39:11.906935 3672 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-6c66cc99-hzznh] creating logical port tsf-tas_trillian-logserver-6c66cc99-hzznh for pod on switch ip-10-0-2-100.ec2.internal I0512 07:39:11.907058 3672 kube.go:256] Updating pod tsf-tas/trillian-logserver-6c66cc99-hzznh I0512 07:39:11.923735 3672 pod.go:62] [tsf-tas/trillian-logserver-6c66cc99-hzznh] pod update took 16.708388ms I0512 07:39:11.923754 3672 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-6c66cc99-hzznh] addLogicalPort annotation time took 16.731778ms I0512 07:39:11.925003 3672 pods.go:271] [tsf-tas/trillian-logserver-6c66cc99-hzznh] addLogicalPort took 18.082585ms, libovsdb time 883.155µs I0512 07:39:12.051832 3672 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-69c7647fbd-4fl2t] creating logical port tsf-tas_trillian-logsigner-69c7647fbd-4fl2t for pod on switch ip-10-0-2-100.ec2.internal I0512 07:39:12.051935 3672 kube.go:256] Updating pod tsf-tas/trillian-logsigner-69c7647fbd-4fl2t I0512 07:39:12.081026 3672 pod.go:62] [tsf-tas/trillian-logsigner-69c7647fbd-4fl2t] pod update took 29.122418ms I0512 07:39:12.081052 3672 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-69c7647fbd-4fl2t] addLogicalPort annotation time took 29.152699ms I0512 07:39:12.082453 3672 pods.go:271] [tsf-tas/trillian-logsigner-69c7647fbd-4fl2t] addLogicalPort took 30.639464ms, libovsdb time 945.608µs I0512 07:39:12.868640 3672 cni.go:452] [tsf-tas/trillian-logserver-6c66cc99-hzznh 8802a10258800a5c7964e2aca54345ad031c074d0c2c6393047e842c7cddcc98 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-6c66cc99-hzznh 8802a10258800a5c7964e2aca54345ad031c074d0c2c6393047e842c7cddcc98 network default NAD default NAD key ] I0512 07:39:12.877952 3672 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-6c66cc99-hzznh, hostIfaceName: 8802a10258800a5, network: default, NAD default, SandboxID: "8802a10258800a5c7964e2aca54345ad031c074d0c2c6393047e842c7cddcc98", PCI device ID: , UID: "91fc6bea-86a8-434f-a09a-0452cd48b3ec", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0512 07:39:12.931046 3672 cni.go:473] [tsf-tas/trillian-logserver-6c66cc99-hzznh 8802a10258800a5c7964e2aca54345ad031c074d0c2c6393047e842c7cddcc98 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-6c66cc99-hzznh 8802a10258800a5c7964e2aca54345ad031c074d0c2c6393047e842c7cddcc98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:23:52:94:9b:91\",\"name\":\"8802a10258800a5\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfe1ddeb-94ca-4f94-9c30-c95ca48538ce\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:39:13.014408 3672 cni.go:452] [tsf-tas/trillian-logsigner-69c7647fbd-4fl2t d2e5b85a785bab69ccd933bb3c91fe46da403ccdc86edfe67f58a5559deba11b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-69c7647fbd-4fl2t d2e5b85a785bab69ccd933bb3c91fe46da403ccdc86edfe67f58a5559deba11b network default NAD default NAD key ] I0512 07:39:13.024589 3672 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-69c7647fbd-4fl2t, hostIfaceName: d2e5b85a785bab6, network: default, NAD default, SandboxID: "d2e5b85a785bab69ccd933bb3c91fe46da403ccdc86edfe67f58a5559deba11b", PCI device ID: , UID: "e5e203cd-ea60-43b6-88ac-4df187df7573", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0512 07:39:13.076581 3672 cni.go:473] [tsf-tas/trillian-logsigner-69c7647fbd-4fl2t d2e5b85a785bab69ccd933bb3c91fe46da403ccdc86edfe67f58a5559deba11b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-69c7647fbd-4fl2t d2e5b85a785bab69ccd933bb3c91fe46da403ccdc86edfe67f58a5559deba11b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:48:e0:73:72:ed\",\"name\":\"d2e5b85a785bab6\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08873d1d-24f7-4179-84e6-dda1628bed55\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:39:13.665633 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 07:39:14.744848 3672 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5c4448ccc5-9xmxz] creating logical port tsf-tas_trillian-db-5c4448ccc5-9xmxz for pod on switch ip-10-0-2-100.ec2.internal I0512 07:39:14.745054 3672 kube.go:256] Updating pod tsf-tas/trillian-db-5c4448ccc5-9xmxz I0512 07:39:14.758505 3672 pod.go:62] [tsf-tas/trillian-db-5c4448ccc5-9xmxz] pod update took 13.489815ms I0512 07:39:14.758533 3672 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-5c4448ccc5-9xmxz] addLogicalPort annotation time took 13.522894ms I0512 07:39:14.759883 3672 pods.go:271] [tsf-tas/trillian-db-5c4448ccc5-9xmxz] addLogicalPort took 15.06006ms, libovsdb time 885.038µs I0512 07:39:16.635600 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5s9xz] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-5s9xz for pod on switch ip-10-0-2-100.ec2.internal I0512 07:39:16.635707 3672 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5s9xz I0512 07:39:16.654100 3672 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5s9xz] pod update took 18.422059ms I0512 07:39:16.654131 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5s9xz] addLogicalPort annotation time took 18.458609ms I0512 07:39:16.655736 3672 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5s9xz] addLogicalPort took 20.157913ms, libovsdb time 1.04792ms I0512 07:39:17.002801 3672 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5s9xz 828b51f46eb12eb44006711f69c7204240ec343c6c5ac6d91b3581fb5ad3e688 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5s9xz 828b51f46eb12eb44006711f69c7204240ec343c6c5ac6d91b3581fb5ad3e688 network default NAD default NAD key ] I0512 07:39:17.013430 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-5s9xz, hostIfaceName: 828b51f46eb12eb, network: default, NAD default, SandboxID: "828b51f46eb12eb44006711f69c7204240ec343c6c5ac6d91b3581fb5ad3e688", PCI device ID: , UID: "94e8e7d4-883a-4d70-9df4-f6a99991c1ba", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0512 07:39:17.076979 3672 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5s9xz 828b51f46eb12eb44006711f69c7204240ec343c6c5ac6d91b3581fb5ad3e688 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5s9xz 828b51f46eb12eb44006711f69c7204240ec343c6c5ac6d91b3581fb5ad3e688 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:5f:9a:96:74:42\",\"name\":\"828b51f46eb12eb\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79587d78-4b57-42b5-90fe-5081fd5826f7\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:39:18.037644 3672 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tbkf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:18.038298 3672 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tbkf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:18.921247 3672 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tbkf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:18.921300 3672 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tbkf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:21.564621 3672 cni.go:452] [tsf-tas/trillian-db-5c4448ccc5-9xmxz 9b2d9e47f0d34ed1e0ef7c19d0abb3cf9f43e0ec91c1573ea44c634ad9c53b91 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-5c4448ccc5-9xmxz 9b2d9e47f0d34ed1e0ef7c19d0abb3cf9f43e0ec91c1573ea44c634ad9c53b91 network default NAD default NAD key ] I0512 07:39:21.574718 3672 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5c4448ccc5-9xmxz, hostIfaceName: 9b2d9e47f0d34ed, network: default, NAD default, SandboxID: "9b2d9e47f0d34ed1e0ef7c19d0abb3cf9f43e0ec91c1573ea44c634ad9c53b91", PCI device ID: , UID: "41f6b972-20fa-4c17-8bce-b5bb613d0cd3", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0512 07:39:21.633618 3672 cni.go:473] [tsf-tas/trillian-db-5c4448ccc5-9xmxz 9b2d9e47f0d34ed1e0ef7c19d0abb3cf9f43e0ec91c1573ea44c634ad9c53b91 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-5c4448ccc5-9xmxz 9b2d9e47f0d34ed1e0ef7c19d0abb3cf9f43e0ec91c1573ea44c634ad9c53b91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:99:d3:b5:2f:a7\",\"name\":\"9b2d9e47f0d34ed\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fbbd352-9cfa-4686-a284-7a6278134473\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 07:39:22.114763 3672 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0512 07:39:22.140815 3672 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 07:39:23.681945 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0512 07:39:24.644019 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 W0512 07:39:24.739908 3672 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 07:39:25.137869 3672 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 07:39:26.639807 3672 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 07:39:27.850634 3672 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-k25g4-rvlzb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:27.851222 3672 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-k25g4-rvlzb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:39:28.871890 3672 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-k25g4-rvlzb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:28.871915 3672 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-k25g4-rvlzb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:39:33.649707 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0512 07:39:33.653840 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0512 07:39:36.188014 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 07:39:37.558012 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=102 I0512 07:39:49.681478 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0512 07:39:51.237554 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0512 07:39:51.261050 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 07:40:00.247809 3672 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:00.248327 3672 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:00.270163 3672 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:00.270182 3672 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:00.279221 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 07:40:00.279242 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 07:40:04.301547 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:04.302203 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:05.157034 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:05.157064 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:09.314099 3672 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jqrzq-h7xz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:09.314632 3672 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jqrzq-h7xz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:10.216770 3672 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jqrzq-h7xz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:10.216795 3672 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jqrzq-h7xz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:10.322358 3672 obj_retry.go:498] Detected object tsf/patch-tekton-config-xt5pk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:10.322900 3672 obj_retry.go:498] Detected object tsf/patch-tekton-config-xt5pk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:11.200621 3672 obj_retry.go:492] Detected object tsf/patch-tekton-config-xt5pk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:11.200642 3672 obj_retry.go:492] Detected object tsf/patch-tekton-config-xt5pk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:12.101205 3672 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pf2w6-dckzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:12.101759 3672 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pf2w6-dckzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:12.985619 3672 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pf2w6-dckzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:12.985637 3672 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pf2w6-dckzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:17.388459 3672 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-h58r8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:17.389077 3672 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-h58r8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 07:40:18.234496 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 07:40:18.410343 3672 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-h58r8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:18.410374 3672 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-h58r8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:18.451613 3672 obj_retry.go:492] Detected object tsf/patch-tekton-config-xt5pk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:18.451636 3672 obj_retry.go:492] Detected object tsf/patch-tekton-config-xt5pk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:18.455792 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-xt5pk I0512 07:40:18.455816 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-xt5pk W0512 07:40:21.004005 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0512 07:40:23.428890 3672 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:23.429518 3672 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:23.452818 3672 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:23.452837 3672 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:23.459711 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 07:40:23.459737 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0512 07:40:25.293632 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0512 07:40:28.313399 3672 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0512 07:40:31.477760 3672 obj_retry.go:498] Detected object tsf-tpa/create-db-hdlpm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:31.478325 3672 obj_retry.go:498] Detected object tsf-tpa/create-db-hdlpm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:32.500736 3672 obj_retry.go:492] Detected object tsf-tpa/create-db-hdlpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:32.500759 3672 obj_retry.go:492] Detected object tsf-tpa/create-db-hdlpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:35.530860 3672 obj_retry.go:498] Detected object tsf-tpa/migrate-db-khjpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:35.531452 3672 obj_retry.go:498] Detected object tsf-tpa/migrate-db-khjpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:35.646946 3672 obj_retry.go:492] Detected object tsf-tpa/migrate-db-khjpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:35.646975 3672 obj_retry.go:492] Detected object tsf-tpa/migrate-db-khjpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:38.535213 3672 obj_retry.go:498] Detected object tsf-tpa/create-importers-8xvwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:38.535795 3672 obj_retry.go:498] Detected object tsf-tpa/create-importers-8xvwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:38.856709 3672 obj_retry.go:492] Detected object tsf-tpa/create-importers-8xvwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:38.856731 3672 obj_retry.go:492] Detected object tsf-tpa/create-importers-8xvwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:39.715917 3672 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-wsxxc-vrcbh] creating logical port tsf-tas_tuf-repository-init-wsxxc-vrcbh for pod on switch ip-10-0-2-100.ec2.internal I0512 07:40:39.716010 3672 kube.go:256] Updating pod tsf-tas/tuf-repository-init-wsxxc-vrcbh I0512 07:40:39.728793 3672 pod.go:62] [tsf-tas/tuf-repository-init-wsxxc-vrcbh] pod update took 12.8047ms I0512 07:40:39.728819 3672 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-wsxxc-vrcbh] addLogicalPort annotation time took 12.836017ms I0512 07:40:39.730433 3672 pods.go:271] [tsf-tas/tuf-repository-init-wsxxc-vrcbh] addLogicalPort took 14.533931ms, libovsdb time 1.007708ms I0512 07:40:46.975165 3672 cni.go:452] [tsf-tas/tuf-repository-init-wsxxc-vrcbh 85520101d44bc00b88766fd7105a688feecd30a92d4ced20abe2d0415cc22569 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-wsxxc-vrcbh 85520101d44bc00b88766fd7105a688feecd30a92d4ced20abe2d0415cc22569 network default NAD default NAD key ] I0512 07:40:46.984452 3672 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-wsxxc-vrcbh, hostIfaceName: 85520101d44bc00, network: default, NAD default, SandboxID: "85520101d44bc00b88766fd7105a688feecd30a92d4ced20abe2d0415cc22569", PCI device ID: , UID: "55c903d2-6c98-49f5-950b-9f9ea4b1bd4c", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0512 07:40:47.038516 3672 cni.go:473] [tsf-tas/tuf-repository-init-wsxxc-vrcbh 85520101d44bc00b88766fd7105a688feecd30a92d4ced20abe2d0415cc22569 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-wsxxc-vrcbh 85520101d44bc00b88766fd7105a688feecd30a92d4ced20abe2d0415cc22569 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:dd:14:b5:57:02\",\"name\":\"85520101d44bc00\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fc00eac-f4f5-4ed2-a456-f822d254275c\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 07:40:47.147536 3672 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0512 07:40:49.625604 3672 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:49.626344 3672 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:49.648154 3672 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:49.648192 3672 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:49.655510 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 07:40:49.655548 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 07:40:50.556693 3672 namespace.go:98] [build-service] adding namespace I0512 07:40:50.557695 3672 namespace.go:102] [build-service] adding namespace took 982.509µs I0512 07:40:50.560732 3672 namespace.go:98] [default-tenant] adding namespace I0512 07:40:50.561491 3672 namespace.go:102] [default-tenant] adding namespace took 741.65µs I0512 07:40:50.564436 3672 namespace.go:98] [image-controller] adding namespace I0512 07:40:50.565131 3672 namespace.go:102] [image-controller] adding namespace took 678.211µs I0512 07:40:50.578907 3672 namespace.go:98] [integration-service] adding namespace I0512 07:40:50.579710 3672 namespace.go:102] [integration-service] adding namespace took 784.341µs I0512 07:40:50.625123 3672 namespace.go:142] [build-service] updating namespace I0512 07:40:50.696333 3672 namespace.go:142] [build-service] updating namespace I0512 07:40:50.703861 3672 namespace.go:142] [default-tenant] updating namespace I0512 07:40:50.741681 3672 namespace.go:142] [default-tenant] updating namespace I0512 07:40:50.781147 3672 namespace.go:142] [image-controller] updating namespace I0512 07:40:50.804066 3672 namespace.go:142] [image-controller] updating namespace I0512 07:40:50.827001 3672 namespace.go:142] [build-service] updating namespace I0512 07:40:50.827023 3672 namespace.go:142] [integration-service] updating namespace I0512 07:40:50.847724 3672 namespace.go:142] [integration-service] updating namespace I0512 07:40:50.888829 3672 namespace.go:142] [integration-service] updating namespace I0512 07:40:50.933113 3672 namespace.go:98] [release-service] adding namespace I0512 07:40:50.933986 3672 namespace.go:102] [release-service] adding namespace took 851.254µs I0512 07:40:50.986922 3672 namespace.go:142] [konflux-ui] updating namespace I0512 07:40:51.083549 3672 namespace.go:98] [konflux-info] adding namespace I0512 07:40:51.084437 3672 namespace.go:102] [konflux-info] adding namespace took 865.102µs I0512 07:40:51.123367 3672 namespace.go:98] [namespace-lister] adding namespace I0512 07:40:51.124129 3672 namespace.go:102] [namespace-lister] adding namespace took 741.206µs I0512 07:40:51.154881 3672 namespace.go:98] [enterprise-contract-service] adding namespace I0512 07:40:51.155841 3672 namespace.go:102] [enterprise-contract-service] adding namespace took 933.084µs I0512 07:40:51.197910 3672 namespace.go:142] [image-controller] updating namespace I0512 07:40:51.250957 3672 namespace.go:142] [release-service] updating namespace I0512 07:40:51.263596 3672 namespace.go:142] [release-service] updating namespace I0512 07:40:51.351678 3672 namespace.go:142] [default-tenant] updating namespace I0512 07:40:51.401191 3672 namespace.go:98] [segment-bridge] adding namespace I0512 07:40:51.402019 3672 namespace.go:102] [segment-bridge] adding namespace took 804.89µs I0512 07:40:51.600841 3672 namespace.go:98] [konflux-cli] adding namespace I0512 07:40:51.601714 3672 namespace.go:102] [konflux-cli] adding namespace took 848.802µs I0512 07:40:52.293976 3672 namespace.go:142] [build-service] updating namespace I0512 07:40:53.039838 3672 namespace.go:142] [konflux-info] updating namespace I0512 07:40:53.079921 3672 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-5r64c] creating logical port image-controller_image-controller-controller-manager-6f859968fc-5r64c for pod on switch ip-10-0-2-100.ec2.internal I0512 07:40:53.080027 3672 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-5r64c I0512 07:40:53.203813 3672 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-5r64c] pod update took 123.813042ms I0512 07:40:53.203824 3672 namespace.go:142] [konflux-info] updating namespace I0512 07:40:53.203845 3672 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-5r64c] addLogicalPort annotation time took 123.851004ms I0512 07:40:53.205333 3672 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-5r64c] addLogicalPort took 125.437433ms, libovsdb time 921.805µs I0512 07:40:53.235845 3672 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:53.273127 3672 namespace.go:142] [default-tenant] updating namespace I0512 07:40:53.344141 3672 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:53.412877 3672 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-5r64c da83166f11c9ec20a1cf44fa5bf606c6fa725367e7dcfd5aa707201e4e181e85 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-5r64c da83166f11c9ec20a1cf44fa5bf606c6fa725367e7dcfd5aa707201e4e181e85 network default NAD default NAD key ] I0512 07:40:53.422716 3672 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-5r64c, hostIfaceName: da83166f11c9ec2, network: default, NAD default, SandboxID: "da83166f11c9ec20a1cf44fa5bf606c6fa725367e7dcfd5aa707201e4e181e85", PCI device ID: , UID: "2bb1540e-bb5f-4c29-b50a-f0c5c1aec8a5", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0512 07:40:53.451176 3672 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:53.479042 3672 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-5r64c da83166f11c9ec20a1cf44fa5bf606c6fa725367e7dcfd5aa707201e4e181e85 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-5r64c da83166f11c9ec20a1cf44fa5bf606c6fa725367e7dcfd5aa707201e4e181e85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:80:b9:9a:f9:dd\",\"name\":\"da83166f11c9ec2\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cd1892a-5eeb-4c8b-a537-51e7dc19ad83\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:40:53.530474 3672 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:53.604346 3672 cni.go:452] [tsf-tas/tuf-repository-init-wsxxc-vrcbh 85520101d44bc00b88766fd7105a688feecd30a92d4ced20abe2d0415cc22569 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-wsxxc-vrcbh 85520101d44bc00b88766fd7105a688feecd30a92d4ced20abe2d0415cc22569 network default NAD default NAD key ] I0512 07:40:53.608009 3672 namespace.go:142] [segment-bridge] updating namespace I0512 07:40:53.663866 3672 namespace.go:142] [segment-bridge] updating namespace I0512 07:40:53.688909 3672 cni.go:473] [tsf-tas/tuf-repository-init-wsxxc-vrcbh 85520101d44bc00b88766fd7105a688feecd30a92d4ced20abe2d0415cc22569 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-wsxxc-vrcbh 85520101d44bc00b88766fd7105a688feecd30a92d4ced20abe2d0415cc22569 network default NAD default NAD key default], result "{}", err I0512 07:40:53.705304 3672 namespace.go:142] [konflux-cli] updating namespace I0512 07:40:53.705318 3672 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-gj5dw] creating logical port namespace-lister_namespace-lister-696b855848-gj5dw for pod on switch ip-10-0-2-100.ec2.internal I0512 07:40:53.705318 3672 namespace.go:142] [image-controller] updating namespace I0512 07:40:53.705411 3672 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-gj5dw I0512 07:40:53.728938 3672 pod.go:62] [namespace-lister/namespace-lister-696b855848-gj5dw] pod update took 23.553769ms I0512 07:40:53.728960 3672 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-gj5dw] addLogicalPort annotation time took 23.58188ms I0512 07:40:53.728963 3672 namespace.go:142] [konflux-cli] updating namespace I0512 07:40:53.730231 3672 pods.go:271] [namespace-lister/namespace-lister-696b855848-gj5dw] addLogicalPort took 24.934324ms, libovsdb time 855.269µs I0512 07:40:53.734807 3672 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 07:40:53.735328 3672 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 07:40:53.735349 3672 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 07:40:53.738508 3672 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 07:40:53.777038 3672 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 07:40:53.777069 3672 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 07:40:53.777089 3672 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-t57gl] creating logical port build-service_build-service-controller-manager-7cbf488fcf-t57gl for pod on switch ip-10-0-2-100.ec2.internal I0512 07:40:53.777184 3672 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-t57gl I0512 07:40:53.799030 3672 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-t57gl] pod update took 21.870438ms I0512 07:40:53.799061 3672 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-t57gl] addLogicalPort annotation time took 21.905838ms I0512 07:40:53.800615 3672 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-t57gl] addLogicalPort took 23.545394ms, libovsdb time 916µs I0512 07:40:53.801113 3672 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 07:40:53.815993 3672 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wsxxc-vrcbh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:53.816024 3672 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-wsxxc-vrcbh I0512 07:40:53.817604 3672 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-wsxxc-vrcbh, ips: 10.130.0.40 I0512 07:40:53.817631 3672 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wsxxc-vrcbh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:40:54.052991 3672 namespace.go:142] [integration-service] updating namespace I0512 07:40:54.130524 3672 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-t57gl 860738f629d89978af330215b1ddb3478c6c9c1a2553eacacb2a16d0ff29fc36 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-t57gl 860738f629d89978af330215b1ddb3478c6c9c1a2553eacacb2a16d0ff29fc36 network default NAD default NAD key ] I0512 07:40:54.141671 3672 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-t57gl, hostIfaceName: 860738f629d8997, network: default, NAD default, SandboxID: "860738f629d89978af330215b1ddb3478c6c9c1a2553eacacb2a16d0ff29fc36", PCI device ID: , UID: "a42ae779-fa9d-49e5-a702-be047b088e27", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0512 07:40:54.201037 3672 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-t57gl 860738f629d89978af330215b1ddb3478c6c9c1a2553eacacb2a16d0ff29fc36 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-t57gl 860738f629d89978af330215b1ddb3478c6c9c1a2553eacacb2a16d0ff29fc36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:ea:ae:1a:58:57\",\"name\":\"860738f629d8997\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34ec5c68-cdcd-45c0-a456-ed9e10cb5a94\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:40:54.306520 3672 namespace.go:142] [konflux-info] updating namespace I0512 07:40:54.315007 3672 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-kfxgd] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-kfxgd for pod on switch ip-10-0-2-100.ec2.internal I0512 07:40:54.315234 3672 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-kfxgd I0512 07:40:54.340698 3672 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-kfxgd] pod update took 25.503565ms I0512 07:40:54.340719 3672 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-kfxgd] addLogicalPort annotation time took 25.531882ms I0512 07:40:54.342370 3672 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-kfxgd] addLogicalPort took 27.383684ms, libovsdb time 1.229017ms I0512 07:40:54.387283 3672 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7c48b4d78c-8jvbv] creating logical port konflux-ui_proxy-7c48b4d78c-8jvbv for pod on switch ip-10-0-2-100.ec2.internal I0512 07:40:54.387412 3672 kube.go:256] Updating pod konflux-ui/proxy-7c48b4d78c-8jvbv I0512 07:40:54.416787 3672 pod.go:62] [konflux-ui/proxy-7c48b4d78c-8jvbv] pod update took 29.421729ms I0512 07:40:54.416810 3672 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7c48b4d78c-8jvbv] addLogicalPort annotation time took 29.448756ms I0512 07:40:54.418114 3672 pods.go:271] [konflux-ui/proxy-7c48b4d78c-8jvbv] addLogicalPort took 30.871938ms, libovsdb time 896.37µs I0512 07:40:54.490389 3672 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:54.726842 3672 namespace.go:142] [release-service] updating namespace I0512 07:40:54.807482 3672 namespace.go:142] [build-service] updating namespace I0512 07:40:54.840850 3672 namespace.go:142] [default-tenant] updating namespace I0512 07:40:54.842958 3672 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wsxxc-vrcbh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:54.842984 3672 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wsxxc-vrcbh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:40:54.857826 3672 namespace.go:142] [image-controller] updating namespace I0512 07:40:54.874002 3672 namespace.go:142] [integration-service] updating namespace I0512 07:40:54.933014 3672 namespace.go:142] [konflux-info] updating namespace I0512 07:40:54.967980 3672 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:54.984081 3672 namespace.go:142] [release-service] updating namespace I0512 07:40:55.049528 3672 namespace.go:142] [build-service] updating namespace I0512 07:40:55.179946 3672 namespace.go:142] [default-tenant] updating namespace I0512 07:40:55.262482 3672 namespace.go:142] [image-controller] updating namespace I0512 07:40:55.327939 3672 namespace.go:142] [integration-service] updating namespace I0512 07:40:55.417056 3672 namespace.go:142] [konflux-info] updating namespace I0512 07:40:55.525606 3672 namespace.go:142] [namespace-lister] updating namespace I0512 07:40:55.593688 3672 namespace.go:142] [release-service] updating namespace I0512 07:40:56.910672 3672 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:57.109761 3672 namespace.go:142] [konflux-cli] updating namespace I0512 07:40:57.308515 3672 namespace.go:142] [segment-bridge] updating namespace I0512 07:40:57.430714 3672 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:57.446950 3672 namespace.go:142] [konflux-cli] updating namespace I0512 07:40:57.462347 3672 namespace.go:142] [segment-bridge] updating namespace I0512 07:40:57.517161 3672 namespace.go:142] [enterprise-contract-service] updating namespace I0512 07:40:57.576020 3672 namespace.go:142] [konflux-cli] updating namespace W0512 07:40:57.642579 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 07:40:57.665955 3672 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0512 07:40:57.675402 3672 namespace.go:142] [segment-bridge] updating namespace I0512 07:40:57.732012 3672 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-675zw] creating logical port tsf-tas_tuf-97fc8ff76-675zw for pod on switch ip-10-0-2-100.ec2.internal I0512 07:40:57.732122 3672 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-675zw I0512 07:40:57.749348 3672 pod.go:62] [tsf-tas/tuf-97fc8ff76-675zw] pod update took 17.248731ms I0512 07:40:57.749374 3672 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-675zw] addLogicalPort annotation time took 17.2838ms I0512 07:40:57.750669 3672 pods.go:271] [tsf-tas/tuf-97fc8ff76-675zw] addLogicalPort took 18.673446ms, libovsdb time 837.071µs I0512 07:41:01.538894 3672 cni.go:452] [namespace-lister/namespace-lister-696b855848-gj5dw 75970edc80d4402b531f6362a47b7355ba885a98d35bb6ff47ae5277ff9cc2c1 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-gj5dw 75970edc80d4402b531f6362a47b7355ba885a98d35bb6ff47ae5277ff9cc2c1 network default NAD default NAD key ] I0512 07:41:01.548896 3672 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-gj5dw, hostIfaceName: 75970edc80d4402, network: default, NAD default, SandboxID: "75970edc80d4402b531f6362a47b7355ba885a98d35bb6ff47ae5277ff9cc2c1", PCI device ID: , UID: "af4750e9-0414-45f8-82f2-90611fc7bcab", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0512 07:41:01.608770 3672 cni.go:473] [namespace-lister/namespace-lister-696b855848-gj5dw 75970edc80d4402b531f6362a47b7355ba885a98d35bb6ff47ae5277ff9cc2c1 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-gj5dw 75970edc80d4402b531f6362a47b7355ba885a98d35bb6ff47ae5277ff9cc2c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:4b:3d:ce:3b:43\",\"name\":\"75970edc80d4402\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01258167-95e5-471b-9326-f03883f46efd\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:41:02.261281 3672 cni.go:452] [konflux-ui/proxy-7c48b4d78c-8jvbv 88e6acd53249407a6e1bd6b1b58d1bc96e44bb4c6dc73885f8a0eee8f4b34edf network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7c48b4d78c-8jvbv 88e6acd53249407a6e1bd6b1b58d1bc96e44bb4c6dc73885f8a0eee8f4b34edf network default NAD default NAD key ] I0512 07:41:02.271559 3672 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7c48b4d78c-8jvbv, hostIfaceName: 88e6acd53249407, network: default, NAD default, SandboxID: "88e6acd53249407a6e1bd6b1b58d1bc96e44bb4c6dc73885f8a0eee8f4b34edf", PCI device ID: , UID: "2fe3ff6d-fd28-47dd-87f1-be5910ea1731", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0512 07:41:02.336008 3672 cni.go:473] [konflux-ui/proxy-7c48b4d78c-8jvbv 88e6acd53249407a6e1bd6b1b58d1bc96e44bb4c6dc73885f8a0eee8f4b34edf network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7c48b4d78c-8jvbv 88e6acd53249407a6e1bd6b1b58d1bc96e44bb4c6dc73885f8a0eee8f4b34edf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:b1:9f:11:95:a6\",\"name\":\"88e6acd53249407\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c12b383-50cf-43f7-b8fd-8a697ca7d40b\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 07:41:02.566078 3672 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0512 07:41:02.653000 3672 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-kfxgd a7df89bd2fdaebc93d53fa055152a85b6f19981a889bf9c25f7628ca40adc961 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-kfxgd a7df89bd2fdaebc93d53fa055152a85b6f19981a889bf9c25f7628ca40adc961 network default NAD default NAD key ] I0512 07:41:02.664340 3672 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-kfxgd, hostIfaceName: a7df89bd2fdaebc, network: default, NAD default, SandboxID: "a7df89bd2fdaebc93d53fa055152a85b6f19981a889bf9c25f7628ca40adc961", PCI device ID: , UID: "93ea38f5-0d9f-43ca-9eb5-fdcd8edd1829", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0512 07:41:02.720216 3672 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-kfxgd a7df89bd2fdaebc93d53fa055152a85b6f19981a889bf9c25f7628ca40adc961 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-kfxgd a7df89bd2fdaebc93d53fa055152a85b6f19981a889bf9c25f7628ca40adc961 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:06:a5:75:ec:91\",\"name\":\"a7df89bd2fdaebc\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/875ba88c-fbc3-4de5-b867-916ea9296339\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 07:41:03.665987 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0512 07:41:04.681354 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0512 07:41:07.601306 3672 cni.go:452] [tsf-tas/tuf-97fc8ff76-675zw 310207ca9e8c30896411ad86237d86dab2dc7c149ca274bd48b5ac1a1f1e1818 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-675zw 310207ca9e8c30896411ad86237d86dab2dc7c149ca274bd48b5ac1a1f1e1818 network default NAD default NAD key ] W0512 07:41:07.604611 3672 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 07:41:07.608840 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0512 07:41:07.612345 3672 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-675zw, hostIfaceName: 310207ca9e8c308, network: default, NAD default, SandboxID: "310207ca9e8c30896411ad86237d86dab2dc7c149ca274bd48b5ac1a1f1e1818", PCI device ID: , UID: "e138dc37-5c86-4baa-8b4d-fff26107b62d", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] W0512 07:41:07.642515 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:07.642539 3672 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:07.666130 3672 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 07:41:07.667036 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0512 07:41:07.675382 3672 cni.go:473] [tsf-tas/tuf-97fc8ff76-675zw 310207ca9e8c30896411ad86237d86dab2dc7c149ca274bd48b5ac1a1f1e1818 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-675zw 310207ca9e8c30896411ad86237d86dab2dc7c149ca274bd48b5ac1a1f1e1818 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:d0:5c:f5:3f:b5\",\"name\":\"310207ca9e8c308\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/583cb0b9-51d7-48aa-bc25-35d3e8eb68fd\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 07:41:08.635982 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 07:41:08.667289 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0512 07:41:08.701667 3672 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 07:41:08.703577 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 07:41:08.729992 3672 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:08.730007 3672 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:09.737637 3672 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0512 07:41:18.971316 3672 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:41:18.971887 3672 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:41:19.690112 3672 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:41:19.690139 3672 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:41:19.697630 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd I0512 07:41:19.697654 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-r2ssd W0512 07:41:19.716240 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 07:41:19.716380 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0512 07:41:20.725658 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0512 07:41:45.010363 3672 namespace.go:142] [openshift-pipelines] updating namespace W0512 07:41:47.696595 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:47.696619 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:47.696630 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:47.696635 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:49.784024 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 07:41:49.784067 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0512 07:42:19.450651 3672 obj_retry.go:498] Detected object konflux-ui/proxy-6dd6d546f8-4grwf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:42:19.451292 3672 obj_retry.go:498] Detected object konflux-ui/proxy-6dd6d546f8-4grwf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:42:20.055291 3672 obj_retry.go:492] Detected object konflux-ui/proxy-6dd6d546f8-4grwf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:42:20.055319 3672 obj_retry.go:492] Detected object konflux-ui/proxy-6dd6d546f8-4grwf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:42:20.062217 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6dd6d546f8-4grwf I0512 07:42:20.062243 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6dd6d546f8-4grwf I0512 07:42:22.197650 3672 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:42:22.198282 3672 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:42:22.241769 3672 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:42:22.241796 3672 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:42:22.251720 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 07:42:22.251738 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 07:42:24.662039 3672 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 07:42:55.768181 3672 namespace.go:98] [managed-tenant-4pwo8] adding namespace I0512 07:42:55.769131 3672 namespace.go:102] [managed-tenant-4pwo8] adding namespace took 924.391µs I0512 07:42:55.788976 3672 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:42:55.806844 3672 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:42:56.830343 3672 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:42:56.977713 3672 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:42:57.059807 3672 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 07:43:44.564202 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=159 I0512 07:44:10.563535 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0512 07:44:26.563047 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=85 I0512 07:44:54.560094 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0512 07:45:29.656670 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0512 07:45:54.643100 3672 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0512 07:46:22.570117 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=404 I0512 07:46:57.662378 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 07:46:59.685554 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0512 07:47:10.652333 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0512 07:47:39.669203 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 07:47:41.677246 3672 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0512 07:48:40.648101 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0512 07:48:58.684203 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0512 07:49:15.561137 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=83 I0512 07:50:02.665089 3672 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0512 07:50:03.861734 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:50:03.862351 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:50:04.738584 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:04.738616 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:22.563503 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=26 I0512 07:50:24.566339 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0512 07:50:32.055873 3672 obj_retry.go:492] Detected object tsf-tpa/create-db-hdlpm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:32.055896 3672 obj_retry.go:492] Detected object tsf-tpa/create-db-hdlpm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:32.061740 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-hdlpm I0512 07:50:32.061766 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-hdlpm I0512 07:50:35.032792 3672 obj_retry.go:492] Detected object tsf-tpa/migrate-db-khjpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:35.032815 3672 obj_retry.go:492] Detected object tsf-tpa/migrate-db-khjpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:35.039415 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-khjpn I0512 07:50:35.039443 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-khjpn I0512 07:50:38.033972 3672 obj_retry.go:492] Detected object tsf-tpa/create-importers-8xvwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:38.033997 3672 obj_retry.go:492] Detected object tsf-tpa/create-importers-8xvwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:50:38.040814 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-8xvwb I0512 07:50:38.040844 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-8xvwb I0512 07:50:56.659562 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0512 07:51:41.646107 3672 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0512 07:52:19.568122 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0512 07:52:46.688221 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0512 07:53:35.665340 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 07:53:40.566593 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0512 07:54:05.573793 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23 I0512 07:54:40.564115 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0512 07:54:44.671853 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 07:55:25.655655 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 07:55:28.680085 3672 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0512 07:56:40.651282 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0512 07:57:15.570029 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0512 07:57:39.649382 3672 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0512 07:57:48.679586 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:57:48.680219 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:57:49.258009 3672 obj_retry.go:492] Detected object default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:57:49.258056 3672 obj_retry.go:492] Detected object default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 07:57:49.264088 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod I0512 07:57:49.264119 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-km85t-on-pull-request-m9zgg-init-pod I0512 07:57:58.486646 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:57:58.487211 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:57:58.988654 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-tmt7g for pod on switch ip-10-0-2-100.ec2.internal I0512 07:57:58.988789 3672 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g I0512 07:57:59.007132 3672 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g] pod update took 18.381147ms I0512 07:57:59.007155 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g] addLogicalPort annotation time took 18.409606ms I0512 07:57:59.008448 3672 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g] addLogicalPort took 19.80829ms, libovsdb time 852.183µs I0512 07:57:59.354374 3672 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g 67912bb75a7ffeb3cc08b4cebff2da6cbdcd46e01b3573df706190e512bc3b2d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g 67912bb75a7ffeb3cc08b4cebff2da6cbdcd46e01b3573df706190e512bc3b2d network default NAD default NAD key ] I0512 07:57:59.364726 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-tmt7g, hostIfaceName: 67912bb75a7ffeb, network: default, NAD default, SandboxID: "67912bb75a7ffeb3cc08b4cebff2da6cbdcd46e01b3573df706190e512bc3b2d", PCI device ID: , UID: "d9db0f04-4395-49ac-9078-b08ab3d37121", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0512 07:57:59.423947 3672 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g 67912bb75a7ffeb3cc08b4cebff2da6cbdcd46e01b3573df706190e512bc3b2d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g 67912bb75a7ffeb3cc08b4cebff2da6cbdcd46e01b3573df706190e512bc3b2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:a0:6b:b7:2b:f0\",\"name\":\"67912bb75a7ffeb\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e39760f-33db-47ee-9baa-77c240777c5e\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 07:58:13.184769 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:58:13.184790 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:58:13.184796 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 07:58:13.184801 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 07:58:13.616942 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:58:13.617542 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:58:42.686989 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 07:58:46.662625 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0512 07:59:18.816956 3672 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod] creating logical port default-tenant_tsf-comp-km85t-on-push-d8x4t-build-container-pod for pod on switch ip-10-0-2-100.ec2.internal I0512 07:59:18.817076 3672 kube.go:256] Updating pod default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod I0512 07:59:18.861540 3672 pod.go:62] [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod] pod update took 44.502133ms I0512 07:59:18.861562 3672 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod] addLogicalPort annotation time took 44.527993ms I0512 07:59:18.862789 3672 pods.go:271] [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod] addLogicalPort took 45.847625ms, libovsdb time 832.322µs I0512 07:59:19.046672 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 07:59:19.047252 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 07:59:19.183030 3672 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod ce17579a2b4faaf87a996c527e49c91ae1e26460f32aafcd551d979720647ca4 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod ce17579a2b4faaf87a996c527e49c91ae1e26460f32aafcd551d979720647ca4 network default NAD default NAD key ] I0512 07:59:19.192588 3672 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-km85t-on-push-d8x4t-build-container-pod, hostIfaceName: ce17579a2b4faaf, network: default, NAD default, SandboxID: "ce17579a2b4faaf87a996c527e49c91ae1e26460f32aafcd551d979720647ca4", PCI device ID: , UID: "1559ad89-c88f-4549-8952-132225bf1d17", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0512 07:59:19.248786 3672 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod ce17579a2b4faaf87a996c527e49c91ae1e26460f32aafcd551d979720647ca4 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod ce17579a2b4faaf87a996c527e49c91ae1e26460f32aafcd551d979720647ca4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:49:48:1a:21:3a\",\"name\":\"ce17579a2b4faaf\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0fc93f3-1eb8-4d98-83d9-daf15171583c\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 07:59:20.668035 3672 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 07:59:25.567168 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0512 07:59:54.668137 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 08:00:04.296024 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:00:04.296626 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:00:05.318323 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:05.318350 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642880-hqtzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:05.351771 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:05.351800 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:05.357294 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s I0512 08:00:05.357330 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642850-ptz6s I0512 08:00:31.567170 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0512 08:00:48.577437 3672 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:00:48.578030 3672 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:00:49.454387 3672 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:00:49.454415 3672 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:01:25.570890 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0512 08:01:32.690960 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 08:01:52.532212 3672 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod ce17579a2b4faaf87a996c527e49c91ae1e26460f32aafcd551d979720647ca4 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod ce17579a2b4faaf87a996c527e49c91ae1e26460f32aafcd551d979720647ca4 network default NAD default NAD key ] I0512 08:01:52.636048 3672 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod ce17579a2b4faaf87a996c527e49c91ae1e26460f32aafcd551d979720647ca4 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod ce17579a2b4faaf87a996c527e49c91ae1e26460f32aafcd551d979720647ca4 network default NAD default NAD key default], result "{}", err I0512 08:01:52.753661 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:01:52.753712 3672 pods.go:176] Deleting pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod I0512 08:01:52.754980 3672 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod, ips: 10.130.0.48 I0512 08:01:52.755010 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:02:04.569305 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 08:02:28.577294 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=123 I0512 08:02:29.462096 3672 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod for pod on switch ip-10-0-2-100.ec2.internal I0512 08:02:29.462249 3672 kube.go:256] Updating pod default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod I0512 08:02:29.485292 3672 pod.go:62] [default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod] pod update took 23.076631ms I0512 08:02:29.485317 3672 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod] addLogicalPort annotation time took 23.106873ms I0512 08:02:29.486788 3672 pods.go:271] [default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod] addLogicalPort took 24.711768ms, libovsdb time 932.981µs I0512 08:02:29.827793 3672 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod cc7dff47a0530a68dfc4ec581607820b8d0f2f1eac41f96e1a9b902f8af5825a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod cc7dff47a0530a68dfc4ec581607820b8d0f2f1eac41f96e1a9b902f8af5825a network default NAD default NAD key ] I0512 08:02:29.837357 3672 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod, hostIfaceName: cc7dff47a0530a6, network: default, NAD default, SandboxID: "cc7dff47a0530a68dfc4ec581607820b8d0f2f1eac41f96e1a9b902f8af5825a", PCI device ID: , UID: "875e12fe-9b46-4b7b-bdd9-9c972175d7f3", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0512 08:02:29.897433 3672 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod cc7dff47a0530a68dfc4ec581607820b8d0f2f1eac41f96e1a9b902f8af5825a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod cc7dff47a0530a68dfc4ec581607820b8d0f2f1eac41f96e1a9b902f8af5825a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:75:d6:90:49:7c\",\"name\":\"cc7dff47a0530a6\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/789c0215-f70f-4109-b608-2ee822e18b7e\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 08:02:30.250217 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:02:30.250866 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:02:30.657175 3672 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod for pod on switch ip-10-0-2-100.ec2.internal I0512 08:02:30.657334 3672 kube.go:256] Updating pod default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod I0512 08:02:30.680996 3672 pod.go:62] [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod] pod update took 23.700722ms I0512 08:02:30.681021 3672 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod] addLogicalPort annotation time took 23.727081ms I0512 08:02:30.682544 3672 pods.go:271] [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod] addLogicalPort took 25.388076ms, libovsdb time 1.05419ms I0512 08:02:30.848514 3672 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod for pod on switch ip-10-0-2-100.ec2.internal I0512 08:02:30.848624 3672 kube.go:256] Updating pod default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod I0512 08:02:30.874707 3672 pod.go:62] [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod] pod update took 26.112003ms I0512 08:02:30.874799 3672 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod] addLogicalPort annotation time took 26.207714ms I0512 08:02:30.876353 3672 pods.go:271] [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod] addLogicalPort took 27.856104ms, libovsdb time 938.548µs I0512 08:02:30.889250 3672 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod for pod on switch ip-10-0-2-100.ec2.internal I0512 08:02:30.889411 3672 kube.go:256] Updating pod default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod I0512 08:02:30.913740 3672 pod.go:62] [default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod] pod update took 24.367764ms I0512 08:02:30.913764 3672 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod] addLogicalPort annotation time took 24.400588ms I0512 08:02:30.915092 3672 pods.go:271] [default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod] addLogicalPort took 25.860534ms, libovsdb time 887.443µs I0512 08:02:31.021641 3672 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod 3517a7263df1a493bebea12255c7c5c2e9130bf11487eaa1e5d3abfea0c4e8b1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod 3517a7263df1a493bebea12255c7c5c2e9130bf11487eaa1e5d3abfea0c4e8b1 network default NAD default NAD key ] I0512 08:02:31.031504 3672 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod, hostIfaceName: 3517a7263df1a49, network: default, NAD default, SandboxID: "3517a7263df1a493bebea12255c7c5c2e9130bf11487eaa1e5d3abfea0c4e8b1", PCI device ID: , UID: "f2c09676-86b0-4dad-98ec-cce73d017ff7", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0512 08:02:31.087788 3672 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod 3517a7263df1a493bebea12255c7c5c2e9130bf11487eaa1e5d3abfea0c4e8b1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod 3517a7263df1a493bebea12255c7c5c2e9130bf11487eaa1e5d3abfea0c4e8b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:a8:aa:d1:28:91\",\"name\":\"3517a7263df1a49\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c987521b-cdb4-4a3f-b59f-d0304d58d3e5\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 08:02:31.244134 3672 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod 25db5f36705ab11e45574a14fb82370bd7aeb2755610f75dd06eeb85a905d0f2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod 25db5f36705ab11e45574a14fb82370bd7aeb2755610f75dd06eeb85a905d0f2 network default NAD default NAD key ] I0512 08:02:31.254941 3672 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod, hostIfaceName: 25db5f36705ab11, network: default, NAD default, SandboxID: "25db5f36705ab11e45574a14fb82370bd7aeb2755610f75dd06eeb85a905d0f2", PCI device ID: , UID: "1d7acaac-6b85-405c-8bb5-5d81aa66ed96", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0512 08:02:31.285118 3672 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod ca9487711485feba1f5b11cd1674561957cfdb5b7f50f23f0252b2472dbaf792 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod ca9487711485feba1f5b11cd1674561957cfdb5b7f50f23f0252b2472dbaf792 network default NAD default NAD key ] I0512 08:02:31.295181 3672 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod, hostIfaceName: ca9487711485feb, network: default, NAD default, SandboxID: "ca9487711485feba1f5b11cd1674561957cfdb5b7f50f23f0252b2472dbaf792", PCI device ID: , UID: "51c0a0f0-b41d-4c6f-9f11-af0e1bec8d83", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0512 08:02:31.316502 3672 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod 25db5f36705ab11e45574a14fb82370bd7aeb2755610f75dd06eeb85a905d0f2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod 25db5f36705ab11e45574a14fb82370bd7aeb2755610f75dd06eeb85a905d0f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:83:84:16:35:23\",\"name\":\"25db5f36705ab11\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aae36f77-c2f1-4d15-87c2-d0c580d9fcc9\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 08:02:31.354450 3672 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod ca9487711485feba1f5b11cd1674561957cfdb5b7f50f23f0252b2472dbaf792 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod ca9487711485feba1f5b11cd1674561957cfdb5b7f50f23f0252b2472dbaf792 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:59:69:65:af:88\",\"name\":\"ca9487711485feb\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c71999ec-d9fd-4267-9b30-c8c152795e23\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 08:02:33.654292 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 08:03:15.670642 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:15.671292 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:42.690563 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=4 I0512 08:03:48.403368 3672 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod 25db5f36705ab11e45574a14fb82370bd7aeb2755610f75dd06eeb85a905d0f2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod 25db5f36705ab11e45574a14fb82370bd7aeb2755610f75dd06eeb85a905d0f2 network default NAD default NAD key ] I0512 08:03:48.506895 3672 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod 25db5f36705ab11e45574a14fb82370bd7aeb2755610f75dd06eeb85a905d0f2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod 25db5f36705ab11e45574a14fb82370bd7aeb2755610f75dd06eeb85a905d0f2 network default NAD default NAD key default], result "{}", err I0512 08:03:48.608353 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:48.608384 3672 pods.go:176] Deleting pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod I0512 08:03:48.609858 3672 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod, ips: 10.130.0.51 I0512 08:03:48.609896 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:49.412526 3672 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod cc7dff47a0530a68dfc4ec581607820b8d0f2f1eac41f96e1a9b902f8af5825a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod cc7dff47a0530a68dfc4ec581607820b8d0f2f1eac41f96e1a9b902f8af5825a network default NAD default NAD key ] I0512 08:03:49.504337 3672 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod cc7dff47a0530a68dfc4ec581607820b8d0f2f1eac41f96e1a9b902f8af5825a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod cc7dff47a0530a68dfc4ec581607820b8d0f2f1eac41f96e1a9b902f8af5825a network default NAD default NAD key default], result "{}", err I0512 08:03:49.590663 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:49.590693 3672 pods.go:176] Deleting pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod I0512 08:03:49.592162 3672 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod, ips: 10.130.0.49 I0512 08:03:49.592190 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:49.850452 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:49.851049 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:51.436999 3672 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod ca9487711485feba1f5b11cd1674561957cfdb5b7f50f23f0252b2472dbaf792 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod ca9487711485feba1f5b11cd1674561957cfdb5b7f50f23f0252b2472dbaf792 network default NAD default NAD key ] I0512 08:03:51.533709 3672 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod ca9487711485feba1f5b11cd1674561957cfdb5b7f50f23f0252b2472dbaf792 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod ca9487711485feba1f5b11cd1674561957cfdb5b7f50f23f0252b2472dbaf792 network default NAD default NAD key default], result "{}", err I0512 08:03:51.624953 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:51.624989 3672 pods.go:176] Deleting pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod I0512 08:03:51.626563 3672 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod, ips: 10.130.0.52 I0512 08:03:51.626592 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:52.443505 3672 cni.go:452] [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod 3517a7263df1a493bebea12255c7c5c2e9130bf11487eaa1e5d3abfea0c4e8b1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod 3517a7263df1a493bebea12255c7c5c2e9130bf11487eaa1e5d3abfea0c4e8b1 network default NAD default NAD key ] I0512 08:03:52.535612 3672 cni.go:473] [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod 3517a7263df1a493bebea12255c7c5c2e9130bf11487eaa1e5d3abfea0c4e8b1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod 3517a7263df1a493bebea12255c7c5c2e9130bf11487eaa1e5d3abfea0c4e8b1 network default NAD default NAD key default], result "{}", err I0512 08:03:52.642321 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:52.642357 3672 pods.go:176] Deleting pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod I0512 08:03:52.643647 3672 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod, ips: 10.130.0.50 I0512 08:03:52.643677 3672 obj_retry.go:498] Detected object default-tenant/tsf-comp-km85t-on-push-d8x4t-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:59.672873 3672 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g 67912bb75a7ffeb3cc08b4cebff2da6cbdcd46e01b3573df706190e512bc3b2d network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g 67912bb75a7ffeb3cc08b4cebff2da6cbdcd46e01b3573df706190e512bc3b2d network default NAD default NAD key ] I0512 08:03:59.771056 3672 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g 67912bb75a7ffeb3cc08b4cebff2da6cbdcd46e01b3573df706190e512bc3b2d network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g 67912bb75a7ffeb3cc08b4cebff2da6cbdcd46e01b3573df706190e512bc3b2d network default NAD default NAD key default], result "{}", err I0512 08:03:59.851001 3672 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:03:59.851034 3672 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g I0512 08:03:59.852328 3672 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g, ips: 10.130.0.47 I0512 08:03:59.852355 3672 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:04:00.790205 3672 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:04:00.790234 3672 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:04:00.796639 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g I0512 08:04:00.796665 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-tmt7g I0512 08:04:10.132355 3672 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-skvt-f6jhz-verify-pod] creating logical port default-tenant_my-integration-test-skvt-f6jhz-verify-pod for pod on switch ip-10-0-2-100.ec2.internal I0512 08:04:10.132544 3672 kube.go:256] Updating pod default-tenant/my-integration-test-skvt-f6jhz-verify-pod I0512 08:04:10.175970 3672 pod.go:62] [default-tenant/my-integration-test-skvt-f6jhz-verify-pod] pod update took 43.472846ms I0512 08:04:10.175995 3672 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-skvt-f6jhz-verify-pod] addLogicalPort annotation time took 43.505345ms I0512 08:04:10.177598 3672 pods.go:271] [default-tenant/my-integration-test-skvt-f6jhz-verify-pod] addLogicalPort took 45.259507ms, libovsdb time 1.069551ms I0512 08:04:10.632219 3672 cni.go:452] [default-tenant/my-integration-test-skvt-f6jhz-verify-pod 7b1ec6a5c800fd2d0bae42ca81df135f6e2499c8a2738277afc60352bf0a5ad9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-skvt-f6jhz-verify-pod 7b1ec6a5c800fd2d0bae42ca81df135f6e2499c8a2738277afc60352bf0a5ad9 network default NAD default NAD key ] I0512 08:04:10.641590 3672 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-skvt-f6jhz-verify-pod, hostIfaceName: 7b1ec6a5c800fd2, network: default, NAD default, SandboxID: "7b1ec6a5c800fd2d0bae42ca81df135f6e2499c8a2738277afc60352bf0a5ad9", PCI device ID: , UID: "38998f87-1632-492c-8096-92cd78aa4ee7", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0512 08:04:10.698354 3672 cni.go:473] [default-tenant/my-integration-test-skvt-f6jhz-verify-pod 7b1ec6a5c800fd2d0bae42ca81df135f6e2499c8a2738277afc60352bf0a5ad9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-skvt-f6jhz-verify-pod 7b1ec6a5c800fd2d0bae42ca81df135f6e2499c8a2738277afc60352bf0a5ad9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:c0:82:3a:36:d7\",\"name\":\"7b1ec6a5c800fd2\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ac4f166-12de-451d-9d41-04c94cb39533\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 08:04:11.005672 3672 obj_retry.go:498] Detected object default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:04:11.006218 3672 obj_retry.go:498] Detected object default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:04:14.675315 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0512 08:04:28.683571 3672 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0512 08:04:36.771511 3672 cni.go:452] [default-tenant/my-integration-test-skvt-f6jhz-verify-pod 7b1ec6a5c800fd2d0bae42ca81df135f6e2499c8a2738277afc60352bf0a5ad9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-skvt-f6jhz-verify-pod 7b1ec6a5c800fd2d0bae42ca81df135f6e2499c8a2738277afc60352bf0a5ad9 network default NAD default NAD key ] I0512 08:04:36.874602 3672 cni.go:473] [default-tenant/my-integration-test-skvt-f6jhz-verify-pod 7b1ec6a5c800fd2d0bae42ca81df135f6e2499c8a2738277afc60352bf0a5ad9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-skvt-f6jhz-verify-pod 7b1ec6a5c800fd2d0bae42ca81df135f6e2499c8a2738277afc60352bf0a5ad9 network default NAD default NAD key default], result "{}", err I0512 08:04:37.009332 3672 obj_retry.go:498] Detected object default-tenant/my-integration-test-skvt-f6jhz-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:04:37.009369 3672 pods.go:176] Deleting pod: default-tenant/my-integration-test-skvt-f6jhz-verify-pod I0512 08:04:37.010896 3672 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-skvt-f6jhz-verify-pod, ips: 10.130.0.53 I0512 08:04:37.010926 3672 obj_retry.go:498] Detected object default-tenant/my-integration-test-skvt-f6jhz-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:04:50.658213 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0512 08:05:09.447660 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:09.448254 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:19.564549 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:19.565106 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:27.653072 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:27.653679 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:29.689475 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:29.690060 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:32.735809 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:32.736368 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:34.779766 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:34.780361 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:38.858626 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:38.859299 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:44.812236 3672 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-7bpqb for pod on switch ip-10-0-2-100.ec2.internal I0512 08:05:44.812362 3672 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb I0512 08:05:44.828696 3672 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb] pod update took 16.36195ms I0512 08:05:44.828722 3672 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb] addLogicalPort annotation time took 16.393351ms I0512 08:05:44.830110 3672 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb] addLogicalPort took 17.892556ms, libovsdb time 925.075µs I0512 08:05:45.179117 3672 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb 9e78581540bb8fbcb61677f601e9c4827a9e8c09f7445ff58fb55bf0e0ae1a9d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb 9e78581540bb8fbcb61677f601e9c4827a9e8c09f7445ff58fb55bf0e0ae1a9d network default NAD default NAD key ] I0512 08:05:45.188628 3672 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-7bpqb, hostIfaceName: 9e78581540bb8fb, network: default, NAD default, SandboxID: "9e78581540bb8fbcb61677f601e9c4827a9e8c09f7445ff58fb55bf0e0ae1a9d", PCI device ID: , UID: "7c4aa442-df31-41cb-8bbb-d160c3fdfd2c", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0512 08:05:45.248018 3672 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb 9e78581540bb8fbcb61677f601e9c4827a9e8c09f7445ff58fb55bf0e0ae1a9d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb 9e78581540bb8fbcb61677f601e9c4827a9e8c09f7445ff58fb55bf0e0ae1a9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:06:3c:ad:ac:00\",\"name\":\"9e78581540bb8fb\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/911ae4ee-87ea-4f4e-9f6d-daa597586fc9\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 08:05:45.582866 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0512 08:05:49.935661 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:05:49.936281 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 08:05:57.253206 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 08:05:57.253228 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 08:05:57.253238 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 08:05:57.253245 3672 util.go:959] Failed to build node endpoints for node ip-10-0-2-100.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 08:06:01.023810 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:01.024492 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:08.096436 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:08.096986 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:25.570765 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0512 08:06:28.652401 3672 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 08:06:31.665909 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0512 08:06:37.478504 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:37.479029 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:06:51.574809 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0512 08:07:07.671568 3672 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0512 08:07:08.728200 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:07:08.728752 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:07:24.671249 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 08:07:37.657026 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0512 08:07:57.153486 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:07:57.154109 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:26.453488 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:26.454081 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:32.779341 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:32.779889 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:33.338775 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:33.338804 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:33.344855 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 I0512 08:08:33.344887 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/affinity-assistant-4fa2de078e-0 I0512 08:08:33.513154 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:33.513715 3672 obj_retry.go:498] Detected object managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:08:46.610416 3672 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:08:50.531181 3672 obj_retry.go:492] Detected object default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:50.531203 3672 obj_retry.go:492] Detected object default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:50.537217 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod I0512 08:08:50.537249 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-skvt-f6jhz-collect-keyless-params-pod I0512 08:08:51.147551 3672 obj_retry.go:492] Detected object default-tenant/my-integration-test-skvt-f6jhz-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.147574 3672 obj_retry.go:492] Detected object default-tenant/my-integration-test-skvt-f6jhz-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.154680 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-skvt-f6jhz-verify-pod I0512 08:08:51.154709 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-skvt-f6jhz-verify-pod I0512 08:08:51.652093 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.652122 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.664727 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod I0512 08:08:51.664753 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-apply-mapping-pod I0512 08:08:51.674499 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.674518 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.683052 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod I0512 08:08:51.683078 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-check-data-keys-pod I0512 08:08:51.693379 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.693404 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.702943 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-data-pod I0512 08:08:51.702967 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-data-pod I0512 08:08:51.715678 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.715695 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.725203 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod I0512 08:08:51.725223 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-registry-token-secret-pod I0512 08:08:51.734501 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.734517 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.741977 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod I0512 08:08:51.742000 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-signing-params-pod I0512 08:08:51.751559 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.751577 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.759110 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod I0512 08:08:51.759127 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-task-params-pod I0512 08:08:51.769162 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.769179 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.777513 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod I0512 08:08:51.777530 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-collect-tpa-params-pod I0512 08:08:51.787431 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.787450 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.797962 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod I0512 08:08:51.797983 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-filter-already-released-images-pod I0512 08:08:51.807719 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.807735 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.816223 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod I0512 08:08:51.816274 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-process-component-sbom-pod I0512 08:08:51.827523 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.827538 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.836392 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod I0512 08:08:51.836408 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-push-snapshot-pod I0512 08:08:51.849736 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.849766 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.857925 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod I0512 08:08:51.857948 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-reduce-snapshot-pod I0512 08:08:51.869140 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.869155 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.877627 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod I0512 08:08:51.877656 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-sign-image-cosign-keyless-pod I0512 08:08:51.892481 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.892499 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.900331 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod I0512 08:08:51.900352 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-update-cr-status-pod I0512 08:08:51.909929 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.909948 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.918225 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod I0512 08:08:51.918248 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-verify-access-to-resources-pod I0512 08:08:51.933481 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.933501 3672 obj_retry.go:492] Detected object managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:08:51.943932 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod I0512 08:08:51.943952 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-4pwo8/managed-8zt9l-verify-conforma-pod I0512 08:08:54.570032 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0512 08:08:58.229132 3672 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:09:04.872752 3672 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:09:11.402013 3672 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:09:17.772939 3672 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:09:38.580860 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=354 I0512 08:09:44.251700 3672 namespace.go:142] [managed-tenant-4pwo8] updating namespace W0512 08:10:04.005994 3672 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29642870-fttvh I0512 08:10:04.343628 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:10:04.344322 3672 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:10:05.210347 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:10:05.210372 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642890-9rrdb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:10:05.242847 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:10:05.242873 3672 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:10:05.247359 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb I0512 08:10:05.247380 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642860-2bpkb I0512 08:10:35.006766 3672 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:10:36.661095 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0512 08:10:51.573021 3672 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 08:11:02.693882 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0512 08:11:10.649638 3672 namespace.go:142] [managed-tenant-4pwo8] updating namespace I0512 08:11:10.671638 3672 namespace.go:317] [managed-tenant-4pwo8] deleting namespace I0512 08:11:11.672921 3672 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:11:11.672946 3672 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:11:11.677537 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 I0512 08:11:11.677561 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-resource-pruner-cqnvg-29642880-sdp58 I0512 08:11:45.938043 3672 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb 9e78581540bb8fbcb61677f601e9c4827a9e8c09f7445ff58fb55bf0e0ae1a9d network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb 9e78581540bb8fbcb61677f601e9c4827a9e8c09f7445ff58fb55bf0e0ae1a9d network default NAD default NAD key ] I0512 08:11:46.041587 3672 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb 9e78581540bb8fbcb61677f601e9c4827a9e8c09f7445ff58fb55bf0e0ae1a9d network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb 9e78581540bb8fbcb61677f601e9c4827a9e8c09f7445ff58fb55bf0e0ae1a9d network default NAD default NAD key default], result "{}", err I0512 08:11:46.101693 3672 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 08:11:46.101761 3672 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb I0512 08:11:46.103254 3672 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb, ips: 10.130.0.54 I0512 08:11:46.103316 3672 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 08:11:46.651352 3672 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:11:46.651444 3672 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 08:11:46.657524 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb I0512 08:11:46.657553 3672 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7bpqb I0512 08:12:44.693782 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 08:13:01.678224 3672 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9