+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-39.ec2.internal ++ [[ -n ip-10-0-0-39.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-39.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0419 18:44:20.903060204 - disable conntrack on geneve port' I0419 18:44:20.903060204 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0419 18:44:20.921412295 - starting ovnkube-node' I0419 18:44:20.921412295 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-39.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-39.ec2.internal --init-node ip-10-0-0-39.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-39.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0419 18:44:20.964019 3694 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0419 18:44:20.964081 3694 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d04b7a4899.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0419 18:44:20.965519 3694 kube.go:431] Waiting for certificate I0419 18:44:20.965556 3694 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0419 18:44:20.965591 3694 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0419 18:44:20.966326 3694 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 18:44:20.992210 3694 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:44:20.992232 3694 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:44:20.994423 3694 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:44:20.997210 3694 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jkhfx" I0419 18:44:21.006444 3694 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jkhfx" I0419 18:44:21.006552 3694 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:44:21.966378 3694 kube.go:438] Certificate found I0419 18:44:21.967098 3694 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 18:44:21.967974 3694 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0419 18:44:22.009326 3694 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-20 18:39:20 +0000 UTC" deadline="2026-04-20 13:39:31.806644929 +0000 UTC" I0419 18:44:22.009368 3694 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h55m9.797289997s" I0419 18:44:22.040997 3694 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 18:44:22.050772 3694 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0419 18:44:22.050844 3694 server.go:101] MetricServer registers OVS metrics I0419 18:44:22.051114 3694 server.go:105] MetricServer registers OVN DB metrics I0419 18:44:22.054339 3694 controller_manager.go:370] Starting the ovnkube controller I0419 18:44:22.054350 3694 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-39.ec2.internal I0419 18:44:22.054392 3694 controller_manager.go:395] NBDB zone sync took: 34.855µs I0419 18:44:22.054404 3694 factory.go:561] Starting watch factory I0419 18:44:22.054548 3694 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.054586 3694 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.054636 3694 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.054657 3694 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.054953 3694 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.054968 3694 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.055602 3694 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.055626 3694 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.055714 3694 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0419 18:44:22.055865 3694 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0419 18:44:22.055887 3694 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0419 18:44:22.055933 3694 factory.go:561] Starting watch factory I0419 18:44:22.056038 3694 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.056059 3694 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.057185 3694 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.057202 3694 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.070650 3694 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0419 18:44:22.070673 3694 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0419 18:44:22.073873 3694 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.074011 3694 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.075901 3694 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.077073 3694 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.078147 3694 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0419 18:44:22.078192 3694 server.go:109] MetricServer registers OVN Controller metrics I0419 18:44:22.080439 3694 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.083451 3694 server.go:113] MetricServer registers OVN Northd metrics I0419 18:44:22.086658 3694 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:44:22.088534 3694 metrics.go:519] OVN Metrics Server starts to run ... I0419 18:44:22.160195 3694 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 18:44:22.160220 3694 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 18:44:22.160224 3694 factory.go:1977] *v1.Node informer cache synced successfully I0419 18:44:22.160227 3694 factory.go:1977] *v1.Service informer cache synced successfully I0419 18:44:22.160230 3694 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 18:44:22.160233 3694 factory.go:1977] *v1.Pod informer cache synced successfully I0419 18:44:22.160306 3694 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:44:22.160322 3694 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:44:22.160328 3694 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:44:22.160343 3694 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:44:22.161099 3694 factory.go:1977] *v1.Service informer cache synced successfully I0419 18:44:22.161112 3694 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 18:44:22.161116 3694 factory.go:1977] *v1.Pod informer cache synced successfully I0419 18:44:22.161118 3694 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 18:44:22.161121 3694 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 18:44:22.161124 3694 factory.go:1977] *v1.Node informer cache synced successfully I0419 18:44:22.162806 3694 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:44:22.162808 3694 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:44:22.165870 3694 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 18:44:22.165889 3694 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 18:44:22.166000 3694 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.166012 3694 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.166171 3694 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 18:44:22.166182 3694 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 18:44:22.168014 3694 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.171764 3694 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 18:44:22.171852 3694 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.171868 3694 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.171933 3694 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 18:44:22.174082 3694 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.177863 3694 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 18:44:22.177957 3694 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 18:44:22.178060 3694 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.178083 3694 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.180044 3694 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.183849 3694 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 18:44:22.183915 3694 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.183937 3694 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.183936 3694 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 18:44:22.185857 3694 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.189663 3694 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 18:44:22.189672 3694 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 18:44:22.189770 3694 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.189783 3694 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.191756 3694 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.195507 3694 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 18:44:22.195595 3694 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 18:44:22.195751 3694 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:44:22.195769 3694 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:44:22.197780 3694 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:44:22.201612 3694 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 18:44:22.201618 3694 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 18:44:22.201732 3694 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.201750 3694 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.201751 3694 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.201767 3694 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.203922 3694 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.204023 3694 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:44:22.207050 3694 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 18:44:22.207060 3694 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 18:44:22.207070 3694 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 18:44:22.207077 3694 factory.go:680] Watch Factory start up complete, took: 151.146479ms I0419 18:44:22.207064 3694 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 18:44:22.207127 3694 factory.go:680] Watch Factory start up complete, took: 152.722219ms I0419 18:44:22.207136 3694 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-39.ec2.internal" zone I0419 18:44:22.207150 3694 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0419 18:44:22.244311 3694 default_node_network_controller.go:710] Initializing the default node network controller I0419 18:44:22.302303 3694 udn_isolation.go:101] Starting UDN host isolation manager I0419 18:44:22.310208 3694 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0419 18:44:22.368793 3694 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0419 18:44:22.368895 3694 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0419 18:44:22.368914 3694 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0419 18:44:22.404679 3694 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0419 18:44:22.404766 3694 default_node_network_controller.go:809] Node ip-10-0-0-39.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0419 18:44:22.410525 3694 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.39"] k8s.ovn.org/zone-name:ip-10-0-0-39.ec2.internal] on node ip-10-0-0-39.ec2.internal I0419 18:44:22.452582 3694 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0419 18:44:22.457827 3694 controller_manager.go:429] Waiting for node in zone sync took: 250.674179ms I0419 18:44:22.459237 3694 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0419 18:44:22.459426 3694 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0419 18:44:22.459570 3694 gateway_init.go:263] Preparing Gateway I0419 18:44:22.459583 3694 gateway_shared_intf.go:1687] Creating new gateway I0419 18:44:22.468553 3694 controller_manager.go:611] Switching to transit router for layer2 networks I0419 18:44:22.468570 3694 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-39.ec2.internal I0419 18:44:22.500314 3694 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 18:44:22.506779 3694 controller_manager.go:290] SCTP support detected in OVN I0419 18:44:22.507342 3694 services_controller.go:69] Creating services controller for network=default I0419 18:44:22.507425 3694 udn_enabled_svc.go:80] Waiting for service informer to sync I0419 18:44:22.507486 3694 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0419 18:44:22.507521 3694 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0419 18:44:22.507539 3694 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0419 18:44:22.507558 3694 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 18:44:22.507820 3694 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0419 18:44:22.507867 3694 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0419 18:44:22.507905 3694 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.11µs I0419 18:44:22.507928 3694 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 48.195µs I0419 18:44:22.507947 3694 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 78.424µs I0419 18:44:22.507957 3694 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0419 18:44:22.507965 3694 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0419 18:44:22.507975 3694 default_network_controller.go:325] Starting the default network controller I0419 18:44:22.507997 3694 udn_enabled_svc.go:95] Performing full resync I0419 18:44:22.508045 3694 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.42µs I0419 18:44:22.508268 3694 udn_enabled_svc.go:99] Waiting for handler to sync I0419 18:44:22.508280 3694 udn_enabled_svc.go:104] Starting worker I0419 18:44:22.517897 3694 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0419 18:44:22.517966 3694 repair.go:33] Syncing exgw routes took 55.865µs I0419 18:44:22.517999 3694 default_network_controller.go:414] Starting all the Watchers... I0419 18:44:22.518138 3694 namespace.go:98] [openshift-cluster-version] adding namespace I0419 18:44:22.518146 3694 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0419 18:44:22.518138 3694 namespace.go:98] [openshift] adding namespace I0419 18:44:22.518161 3694 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0419 18:44:22.518168 3694 namespace.go:98] [openshift-machine-api] adding namespace I0419 18:44:22.518177 3694 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0419 18:44:22.518175 3694 namespace.go:98] [openshift-apiserver-operator] adding namespace I0419 18:44:22.518184 3694 namespace.go:98] [openshift-host-network] adding namespace I0419 18:44:22.518191 3694 namespace.go:98] [openshift-ingress-canary] adding namespace I0419 18:44:22.518201 3694 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0419 18:44:22.518215 3694 namespace.go:98] [openshift-console-operator] adding namespace I0419 18:44:22.518138 3694 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0419 18:44:22.518304 3694 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0419 18:44:22.518311 3694 namespace.go:98] [openshift-insights] adding namespace I0419 18:44:22.518374 3694 namespace.go:98] [openshift-service-ca-operator] adding namespace I0419 18:44:22.518884 3694 namespace.go:102] [openshift-cluster-version] adding namespace took 715.865µs I0419 18:44:22.518900 3694 namespace.go:98] [openshift-ingress] adding namespace I0419 18:44:22.519291 3694 namespace.go:102] [openshift-ingress] adding namespace took 386.817µs I0419 18:44:22.519303 3694 namespace.go:98] [open-cluster-management-2ppd21iub53sh96ramq6ul1mg6plu4eu] adding namespace I0419 18:44:22.519802 3694 namespace.go:102] [open-cluster-management-2ppd21iub53sh96ramq6ul1mg6plu4eu] adding namespace took 494.602µs I0419 18:44:22.519816 3694 namespace.go:98] [openshift-config-managed] adding namespace I0419 18:44:22.520364 3694 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 2.207818ms I0419 18:44:22.520375 3694 namespace.go:98] [openshift-ingress-operator] adding namespace I0419 18:44:22.520914 3694 namespace.go:102] [openshift] adding namespace took 2.752205ms I0419 18:44:22.520930 3694 namespace.go:98] [kube-node-lease] adding namespace I0419 18:44:22.521567 3694 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 3.394411ms I0419 18:44:22.521580 3694 namespace.go:98] [dedicated-admin] adding namespace I0419 18:44:22.522174 3694 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 3.990102ms I0419 18:44:22.522192 3694 namespace.go:98] [openshift-console] adding namespace I0419 18:44:22.522701 3694 namespace.go:102] [openshift-machine-api] adding namespace took 4.502294ms I0419 18:44:22.522718 3694 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0419 18:44:22.523208 3694 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.021143ms I0419 18:44:22.523218 3694 namespace.go:98] [openshift-authentication] adding namespace I0419 18:44:22.523710 3694 namespace.go:102] [openshift-host-network] adding namespace took 5.517619ms I0419 18:44:22.523725 3694 namespace.go:98] [openshift-operators-redhat] adding namespace I0419 18:44:22.524214 3694 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.014962ms I0419 18:44:22.524229 3694 namespace.go:98] [openshift-logging] adding namespace I0419 18:44:22.524644 3694 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.43164ms I0419 18:44:22.524653 3694 namespace.go:98] [openshift-backplane-cse] adding namespace I0419 18:44:22.525155 3694 namespace.go:102] [openshift-console-operator] adding namespace took 6.915363ms I0419 18:44:22.525167 3694 namespace.go:98] [openshift-etcd] adding namespace I0419 18:44:22.525607 3694 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.339998ms I0419 18:44:22.525617 3694 namespace.go:98] [openshift-must-gather-operator] adding namespace I0419 18:44:22.526096 3694 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.777924ms I0419 18:44:22.526138 3694 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0419 18:44:22.526653 3694 namespace.go:102] [openshift-insights] adding namespace took 8.330329ms I0419 18:44:22.526673 3694 namespace.go:98] [openshift-apiserver] adding namespace I0419 18:44:22.527510 3694 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.123827ms I0419 18:44:22.527533 3694 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0419 18:44:22.528253 3694 namespace.go:102] [openshift-config-managed] adding namespace took 8.431093ms I0419 18:44:22.528267 3694 namespace.go:98] [openshift-network-operator] adding namespace I0419 18:44:22.528716 3694 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.333824ms I0419 18:44:22.528734 3694 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0419 18:44:22.529203 3694 namespace.go:102] [kube-node-lease] adding namespace took 8.267733ms I0419 18:44:22.529215 3694 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0419 18:44:22.529603 3694 namespace.go:102] [dedicated-admin] adding namespace took 8.017279ms I0419 18:44:22.529615 3694 namespace.go:98] [openshift-network-node-identity] adding namespace I0419 18:44:22.530006 3694 namespace.go:102] [openshift-console] adding namespace took 7.808992ms I0419 18:44:22.530019 3694 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0419 18:44:22.530391 3694 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.666494ms I0419 18:44:22.530404 3694 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0419 18:44:22.530785 3694 namespace.go:102] [openshift-authentication] adding namespace took 7.562ms I0419 18:44:22.530796 3694 namespace.go:98] [openshift-infra] adding namespace I0419 18:44:22.531174 3694 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.444369ms I0419 18:44:22.531185 3694 namespace.go:98] [openshift-config] adding namespace I0419 18:44:22.531520 3694 namespace.go:102] [openshift-logging] adding namespace took 7.283073ms I0419 18:44:22.531537 3694 namespace.go:98] [openshift-route-controller-manager] adding namespace I0419 18:44:22.532016 3694 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.358624ms I0419 18:44:22.532028 3694 namespace.go:98] [openshift-console-user-settings] adding namespace I0419 18:44:22.532453 3694 namespace.go:102] [openshift-etcd] adding namespace took 7.281989ms I0419 18:44:22.532464 3694 namespace.go:98] [openshift-operators] adding namespace I0419 18:44:22.532937 3694 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.313122ms I0419 18:44:22.532953 3694 namespace.go:98] [kube-public] adding namespace I0419 18:44:22.533388 3694 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.238875ms I0419 18:44:22.533402 3694 namespace.go:98] [openshift-network-console] adding namespace I0419 18:44:22.533906 3694 namespace.go:102] [openshift-apiserver] adding namespace took 7.226161ms I0419 18:44:22.533921 3694 namespace.go:98] [openshift-kube-scheduler] adding namespace I0419 18:44:22.534404 3694 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.861388ms I0419 18:44:22.534419 3694 namespace.go:98] [openshift-backplane-mobb] adding namespace I0419 18:44:22.534840 3694 namespace.go:102] [openshift-network-operator] adding namespace took 6.567962ms I0419 18:44:22.534854 3694 namespace.go:98] [openshift-backplane-csm] adding namespace I0419 18:44:22.535196 3694 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.457883ms I0419 18:44:22.535210 3694 namespace.go:98] [openshift-image-registry] adding namespace I0419 18:44:22.535638 3694 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.417417ms I0419 18:44:22.535652 3694 namespace.go:98] [openshift-backplane-srep] adding namespace I0419 18:44:22.536040 3694 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.420443ms I0419 18:44:22.536053 3694 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0419 18:44:22.536425 3694 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.401601ms I0419 18:44:22.536439 3694 namespace.go:98] [openshift-dns] adding namespace I0419 18:44:22.536840 3694 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.431313ms I0419 18:44:22.536852 3694 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0419 18:44:22.537234 3694 namespace.go:102] [openshift-infra] adding namespace took 6.433148ms I0419 18:44:22.537247 3694 namespace.go:98] [openshift-machine-config-operator] adding namespace I0419 18:44:22.537616 3694 namespace.go:102] [openshift-config] adding namespace took 6.425914ms I0419 18:44:22.537627 3694 namespace.go:98] [openshift-customer-monitoring] adding namespace I0419 18:44:22.538030 3694 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.487735ms I0419 18:44:22.538042 3694 namespace.go:98] [openshift-backplane-cee] adding namespace I0419 18:44:22.538455 3694 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.422453ms I0419 18:44:22.538467 3694 namespace.go:98] [openshift-authentication-operator] adding namespace I0419 18:44:22.538864 3694 namespace.go:102] [openshift-operators] adding namespace took 6.394947ms I0419 18:44:22.538876 3694 namespace.go:98] [openshift-controller-manager] adding namespace I0419 18:44:22.539313 3694 namespace.go:102] [kube-public] adding namespace took 6.355354ms I0419 18:44:22.539322 3694 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0419 18:44:22.539717 3694 namespace.go:102] [openshift-network-console] adding namespace took 6.310816ms I0419 18:44:22.539726 3694 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0419 18:44:22.540169 3694 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.243169ms I0419 18:44:22.540179 3694 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0419 18:44:22.540591 3694 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.167892ms I0419 18:44:22.540601 3694 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0419 18:44:22.541055 3694 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.196986ms I0419 18:44:22.541500 3694 namespace.go:102] [openshift-image-registry] adding namespace took 6.284147ms I0419 18:44:22.541520 3694 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0419 18:44:22.541927 3694 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.26996ms I0419 18:44:22.541939 3694 namespace.go:98] [openshift-backplane] adding namespace I0419 18:44:22.542447 3694 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.390583ms I0419 18:44:22.542457 3694 namespace.go:98] [default] adding namespace I0419 18:44:22.542875 3694 namespace.go:102] [openshift-dns] adding namespace took 6.431163ms I0419 18:44:22.542887 3694 namespace.go:98] [openshift-backplane-tam] adding namespace I0419 18:44:22.543392 3694 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.53613ms I0419 18:44:22.543400 3694 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0419 18:44:22.543922 3694 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.668656ms I0419 18:44:22.543938 3694 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0419 18:44:22.544577 3694 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.942614ms I0419 18:44:22.544596 3694 namespace.go:98] [openshift-node] adding namespace I0419 18:44:22.545083 3694 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.034773ms I0419 18:44:22.545100 3694 namespace.go:98] [openshift-monitoring] adding namespace I0419 18:44:22.545642 3694 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.169694ms I0419 18:44:22.545656 3694 namespace.go:98] [openshift-dns-operator] adding namespace I0419 18:44:22.546126 3694 namespace.go:102] [openshift-controller-manager] adding namespace took 7.244154ms I0419 18:44:22.546138 3694 namespace.go:98] [openshift-config-operator] adding namespace I0419 18:44:22.546569 3694 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.242399ms I0419 18:44:22.546584 3694 namespace.go:98] [openshift-kube-apiserver] adding namespace I0419 18:44:22.547021 3694 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.288567ms I0419 18:44:22.547039 3694 namespace.go:98] [openshift-marketplace] adding namespace I0419 18:44:22.547605 3694 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.420343ms I0419 18:44:22.547620 3694 namespace.go:98] [openshift-network-diagnostics] adding namespace I0419 18:44:22.548254 3694 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.646134ms I0419 18:44:22.548275 3694 namespace.go:98] [kube-system] adding namespace I0419 18:44:22.548711 3694 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.186424ms I0419 18:44:22.549222 3694 namespace.go:102] [openshift-backplane] adding namespace took 7.277887ms I0419 18:44:22.549656 3694 namespace.go:102] [default] adding namespace took 7.193598ms I0419 18:44:22.550329 3694 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.436209ms I0419 18:44:22.550912 3694 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.508368ms I0419 18:44:22.550926 3694 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0419 18:44:22.551358 3694 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.414587ms I0419 18:44:22.551809 3694 namespace.go:102] [openshift-node] adding namespace took 7.2072ms I0419 18:44:22.551934 3694 iptables.go:108] Creating table: filter chain: FORWARD I0419 18:44:22.552234 3694 namespace.go:102] [openshift-monitoring] adding namespace took 7.127625ms I0419 18:44:22.552641 3694 namespace.go:102] [openshift-dns-operator] adding namespace took 6.977747ms I0419 18:44:22.553176 3694 namespace.go:102] [openshift-config-operator] adding namespace took 7.0314ms I0419 18:44:22.553718 3694 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.127312ms I0419 18:44:22.553740 3694 namespace.go:98] [openshift-multus] adding namespace I0419 18:44:22.554180 3694 namespace.go:102] [openshift-marketplace] adding namespace took 7.133875ms W0419 18:44:22.554177 3694 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nfwrr: pod openshift-network-diagnostics/network-check-target-nfwrr: no pod IPs found W0419 18:44:22.554205 3694 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-djrtb: pod openshift-network-diagnostics/network-check-target-djrtb: no pod IPs found I0419 18:44:22.554713 3694 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.088372ms I0419 18:44:22.554729 3694 namespace.go:98] [openshift-package-operator] adding namespace I0419 18:44:22.555297 3694 namespace.go:102] [kube-system] adding namespace took 7.018048ms I0419 18:44:22.555717 3694 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 4.782055ms W0419 18:44:22.555721 3694 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-xn9fp: pod openshift-multus/network-metrics-daemon-xn9fp: no pod IPs found W0419 18:44:22.555738 3694 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nr7f9: pod openshift-multus/network-metrics-daemon-nr7f9: no pod IPs found I0419 18:44:22.556227 3694 namespace.go:102] [openshift-multus] adding namespace took 2.478929ms I0419 18:44:22.556787 3694 namespace.go:102] [openshift-package-operator] adding namespace took 2.052203ms W0419 18:44:22.556872 3694 master.go:458] Unable to parse local node ip-10-0-0-39.ec2.internal chassis-id annotation. Chassis may be removed during sync W0419 18:44:22.556881 3694 master.go:471] Unable to parse remote node ip-10-0-1-170.ec2.internal chassis-id annotation. Chassis may be removed during sync I0419 18:44:22.556886 3694 master.go:481] Removing stale chassis with ID/Name: 555a7218-bd38-467b-a608-9794a2dc73aa, hostname: ip-10-0-0-39.ec2.internal I0419 18:44:22.557366 3694 master.go:548] Adding or Updating local node "ip-10-0-0-39.ec2.internal" for network "default" I0419 18:44:22.557396 3694 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-170.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-170.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-170.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-170.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-170.ec2.internal I0419 18:44:22.559105 3694 iptables.go:108] Creating table: filter chain: OUTPUT I0419 18:44:22.560891 3694 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-39.ec2.internal for the network default I0419 18:44:22.561295 3694 zone_ic_handler.go:195] Time taken to create transit switch: 390.34µs I0419 18:44:22.562129 3694 default_network_controller.go:823] Node add failed for ip-10-0-0-39.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-39.ec2.internal, error getting gateway config for node ip-10-0-0-39.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-39.ec2.internal", failed to update chassis to local for local node ip-10-0-0-39.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-39.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-39.ec2.internal] E0419 18:44:22.562175 3694 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-39.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-39.ec2.internal, error getting gateway config for node ip-10-0-0-39.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-39.ec2.internal", failed to update chassis to local for local node ip-10-0-0-39.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-39.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-39.ec2.internal] I0419 18:44:22.562222 3694 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0419 18:44:22.562243 3694 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0419 18:44:22.562237 3694 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-39.ec2.internal", UID:"b69cb3b4-3692-4547-9054-8201b746a15a", APIVersion:"v1", ResourceVersion:"8363", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-39.ec2.internal, error getting gateway config for node ip-10-0-0-39.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-39.ec2.internal", failed to update chassis to local for local node ip-10-0-0-39.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-39.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-39.ec2.internal] I0419 18:44:22.562257 3694 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0419 18:44:22.562264 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-170.ec2.internal in network "default" I0419 18:44:22.562299 3694 node_tracker.go:235] Node ip-10-0-1-170.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-170.ec2.internal" I0419 18:44:22.562317 3694 node_tracker.go:169] Node ip-10-0-1-170.ec2.internal switch + router changed, syncing services in network "default" I0419 18:44:22.562334 3694 services_controller.go:574] Full service sync requested for network=default I0419 18:44:22.562349 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-39.ec2.internal in network "default" I0419 18:44:22.562365 3694 node_tracker.go:235] Node ip-10-0-0-39.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-39.ec2.internal" I0419 18:44:22.562375 3694 node_tracker.go:169] Node ip-10-0-0-39.ec2.internal switch + router changed, syncing services in network "default" I0419 18:44:22.562380 3694 services_controller.go:574] Full service sync requested for network=default I0419 18:44:22.566210 3694 gateway_shared_intf.go:1816] Gateway Creation Complete I0419 18:44:22.566228 3694 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-39.ec2.internal","mac-address":"12:ad:63:f4:b9:7b","ip-addresses":["10.0.0.39/24"],"ip-address":"10.0.0.39/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:555a7218-bd38-467b-a608-9794a2dc73aa k8s.ovn.org/node-encap-ips:["10.0.0.39"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.39/24"} k8s.ovn.org/zone-name:ip-10-0-0-39.ec2.internal] on node ip-10-0-0-39.ec2.internal I0419 18:44:22.581138 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-39.ec2.internal in network "default" I0419 18:44:22.581207 3694 master.go:548] Adding or Updating local node "ip-10-0-0-39.ec2.internal" for network "default" I0419 18:44:22.581262 3694 node_tracker.go:169] Node ip-10-0-0-39.ec2.internal switch + router changed, syncing services in network "default" I0419 18:44:22.581286 3694 services_controller.go:574] Full service sync requested for network=default I0419 18:44:22.586082 3694 default_node_network_controller.go:519] Node connection status = connected W0419 18:44:22.587581 3694 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-djrtb: pod openshift-network-diagnostics/network-check-target-djrtb: no pod IPs found W0419 18:44:22.587603 3694 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-nr7f9: pod openshift-multus/network-metrics-daemon-nr7f9: no pod IPs found I0419 18:44:22.588735 3694 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-39.ec2.internal for the network default I0419 18:44:22.588925 3694 zone_ic_handler.go:195] Time taken to create transit switch: 176.201µs I0419 18:44:22.662977 3694 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0419 18:44:22.663007 3694 services_controller.go:208] Setting up event handlers for services for network=default I0419 18:44:22.663105 3694 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0419 18:44:22.663155 3694 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0419 18:44:22.663172 3694 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0419 18:44:22.763808 3694 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0419 18:44:22.763830 3694 repair.go:60] Starting repairing loop for services I0419 18:44:22.763923 3694 repair.go:131] Deleted 0 stale service LBs I0419 18:44:22.763943 3694 repair.go:137] Deleted 0 stale Chassis Template Vars I0419 18:44:22.763960 3694 repair.go:62] Finished repairing loop for services: 131.451µs I0419 18:44:22.763983 3694 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0419 18:44:22.763994 3694 services_controller.go:254] Starting workers for network=default I0419 18:44:22.764326 3694 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nr7f9] creating logical port openshift-multus_network-metrics-daemon-nr7f9 for pod on switch ip-10-0-0-39.ec2.internal I0419 18:44:22.764435 3694 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-xn9fp, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-xn9fp: suppressed error logged: pod openshift-multus/network-metrics-daemon-xn9fp: no pod IPs found I0419 18:44:22.764537 3694 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-djrtb] creating logical port openshift-network-diagnostics_network-check-target-djrtb for pod on switch ip-10-0-0-39.ec2.internal I0419 18:44:22.764563 3694 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-nfwrr, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-nfwrr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-nfwrr: no pod IPs found I0419 18:44:22.764584 3694 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-nr7f9 I0419 18:44:22.764625 3694 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-djrtb I0419 18:44:22.787206 3694 pod.go:62] [openshift-multus/network-metrics-daemon-nr7f9] pod update took 22.73149ms I0419 18:44:22.787229 3694 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-nr7f9] addLogicalPort annotation time took 22.760216ms I0419 18:44:22.787574 3694 pod.go:62] [openshift-network-diagnostics/network-check-target-djrtb] pod update took 22.976865ms I0419 18:44:22.787595 3694 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-djrtb] addLogicalPort annotation time took 22.99828ms I0419 18:44:22.788439 3694 pods.go:271] [openshift-multus/network-metrics-daemon-nr7f9] addLogicalPort took 24.120704ms, libovsdb time 884.439µs I0419 18:44:22.788604 3694 pods.go:271] [openshift-network-diagnostics/network-check-target-djrtb] addLogicalPort took 24.077195ms, libovsdb time 697.671µs I0419 18:44:22.789111 3694 admin_network_policy_controller.go:227] Starting controller default-network-controller I0419 18:44:22.789129 3694 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0419 18:44:22.789144 3694 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0419 18:44:22.789148 3694 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0419 18:44:22.789333 3694 repair.go:29] Repairing admin network policies took 180.36µs I0419 18:44:22.789432 3694 repair.go:92] Repairing baseline admin network policies took 89.257µs I0419 18:44:22.789869 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0419 18:44:22.789888 3694 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0419 18:44:22.791441 3694 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0419 18:44:22.791459 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0419 18:44:22.791467 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0419 18:44:22.792774 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0419 18:44:22.792803 3694 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0419 18:44:22.792815 3694 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0419 18:44:22.795274 3694 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0419 18:44:22.795293 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0419 18:44:22.795301 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0419 18:44:22.796800 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0419 18:44:22.796820 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0419 18:44:22.796828 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0419 18:44:22.797281 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0419 18:44:22.797300 3694 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0419 18:44:22.797311 3694 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0419 18:44:22.799136 3694 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0419 18:44:22.799158 3694 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0419 18:44:22.799165 3694 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0419 18:44:22.800401 3694 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0419 18:44:22.800419 3694 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0419 18:44:22.800427 3694 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0419 18:44:22.801248 3694 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0419 18:44:22.801270 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0419 18:44:22.801280 3694 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0419 18:44:22.801930 3694 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0419 18:44:22.801948 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0419 18:44:22.801956 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0419 18:44:22.802440 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0419 18:44:22.802458 3694 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0419 18:44:22.802467 3694 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0419 18:44:22.803458 3694 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0419 18:44:22.803478 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0419 18:44:22.803487 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0419 18:44:22.804063 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0419 18:44:22.804083 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0419 18:44:22.804091 3694 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0419 18:44:22.804551 3694 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0419 18:44:22.804568 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0419 18:44:22.804576 3694 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0419 18:44:22.805072 3694 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0419 18:44:22.805089 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0419 18:44:22.805097 3694 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0419 18:44:22.805391 3694 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0419 18:44:22.805413 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0419 18:44:22.805836 3694 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0419 18:44:22.805849 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 18:44:22.806528 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0419 18:44:22.806547 3694 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0419 18:44:22.806554 3694 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0419 18:44:22.806835 3694 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0419 18:44:22.806852 3694 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0419 18:44:22.806862 3694 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0419 18:44:22.808530 3694 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0419 18:44:22.808549 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0419 18:44:22.808556 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0419 18:44:22.809048 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0419 18:44:22.809068 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0419 18:44:22.809088 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 18:44:22.809786 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0419 18:44:22.809804 3694 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0419 18:44:22.809812 3694 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0419 18:44:22.810660 3694 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0419 18:44:22.810678 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0419 18:44:22.810698 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0419 18:44:22.811191 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0419 18:44:22.811209 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0419 18:44:22.811216 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0419 18:44:22.812476 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0419 18:44:22.812493 3694 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0419 18:44:22.812500 3694 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0419 18:44:22.813541 3694 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0419 18:44:22.813566 3694 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0419 18:44:22.813579 3694 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0419 18:44:22.814732 3694 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0419 18:44:22.814750 3694 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0419 18:44:22.814760 3694 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0419 18:44:22.815708 3694 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0419 18:44:22.815725 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0419 18:44:22.815733 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0419 18:44:22.816258 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0419 18:44:22.816276 3694 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0419 18:44:22.816283 3694 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0419 18:44:22.816746 3694 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0419 18:44:22.816761 3694 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0419 18:44:22.816774 3694 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0419 18:44:22.817891 3694 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0419 18:44:22.822642 3694 egressfirewall.go:374] Starting EgressFirewall controller I0419 18:44:22.822683 3694 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0419 18:44:22.822699 3694 controller.go:133] Adding controller egress-firewall-controller event handlers I0419 18:44:22.822726 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0419 18:44:22.822738 3694 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0419 18:44:22.822729 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0419 18:44:22.822757 3694 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0419 18:44:22.823021 3694 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0419 18:44:22.823034 3694 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0419 18:44:22.823040 3694 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0419 18:44:22.823048 3694 egressqos.go:193] Setting up event handlers for EgressQoS I0419 18:44:22.823055 3694 egressfirewall.go:723] Syncing node "ip-10-0-0-39.ec2.internal" for egress firewall I0419 18:44:22.823062 3694 egressfirewall.go:723] Syncing node "ip-10-0-1-170.ec2.internal" for egress firewall I0419 18:44:22.823152 3694 egressqos.go:245] Starting EgressQoS Controller I0419 18:44:22.823162 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0419 18:44:22.823168 3694 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0419 18:44:22.823173 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0419 18:44:22.823178 3694 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0419 18:44:22.823183 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0419 18:44:22.823188 3694 shared_informer.go:356] "Caches are synced" controller="egressqos" I0419 18:44:22.823193 3694 egressqos.go:259] Repairing EgressQoSes I0419 18:44:22.823199 3694 egressqos.go:399] Starting repairing loop for egressqos I0419 18:44:22.823275 3694 egressqos.go:401] Finished repairing loop for egressqos: 73.579µs I0419 18:44:22.823300 3694 egressservice_zone.go:132] Setting up event handlers for Egress Services I0419 18:44:22.823334 3694 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-39.ec2.internal I0419 18:44:22.823385 3694 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-39.ec2.internal : 51.592µs I0419 18:44:22.823470 3694 egressservice_zone.go:210] Starting Egress Services Controller I0419 18:44:22.823483 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 18:44:22.823493 3694 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 18:44:22.823501 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 18:44:22.823508 3694 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 18:44:22.823515 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 18:44:22.823522 3694 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 18:44:22.823531 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0419 18:44:22.823537 3694 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0419 18:44:22.823542 3694 egressservice_zone.go:228] Repairing Egress Services I0419 18:44:22.823830 3694 master_controller.go:88] Starting Admin Policy Based Route Controller I0419 18:44:22.823842 3694 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 18:44:22.823855 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-170.ec2.internal I0419 18:44:22.823869 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-170.ec2.internal: 15.522µs I0419 18:44:22.823879 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-39.ec2.internal I0419 18:44:22.823885 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-39.ec2.internal: 6.54µs I0419 18:44:22.823991 3694 default_network_controller.go:585] Completing all the Watchers took 305.981895ms I0419 18:44:22.824009 3694 default_network_controller.go:589] Starting unidling controllers I0419 18:44:22.824022 3694 unidle.go:46] Registering OVN SB ControllerEvent handler I0419 18:44:22.824030 3694 unidle.go:63] Populating Initial ContollerEvent events I0419 18:44:22.824040 3694 unidle.go:79] Setting up event handlers for services I0419 18:44:22.824101 3694 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0419 18:44:23.086267 3694 default_node_network_controller.go:519] Node connection status = connected I0419 18:44:23.187224 3694 egressfirewall.go:723] Syncing node "ip-10-0-1-170.ec2.internal" for egress firewall I0419 18:44:23.187229 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-170.ec2.internal I0419 18:44:23.187247 3694 default_network_controller.go:1025] Node "ip-10-0-1-170.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:23.187249 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-170.ec2.internal: 24.507µs I0419 18:44:23.586562 3694 default_node_network_controller.go:519] Node connection status = connected I0419 18:44:24.085545 3694 default_node_network_controller.go:519] Node connection status = connected I0419 18:44:24.148015 3694 bridgeconfig.go:537] Gateway is ready I0419 18:44:24.148033 3694 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0419 18:44:24.159928 3694 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0419 18:44:24.161023 3694 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.39. Updating OVN encap IP. I0419 18:44:24.166898 3694 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.39 - it is already configured I0419 18:44:24.166914 3694 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.39/24:{} 172.20.0.1/32:{}]. Updating annotations. I0419 18:44:24.167135 3694 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.39/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-39.ec2.internal","mac-address":"12:ad:63:f4:b9:7b","ip-addresses":["10.0.0.39/24"],"ip-address":"10.0.0.39/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:555a7218-bd38-467b-a608-9794a2dc73aa k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.39/24"}] on node ip-10-0-0-39.ec2.internal I0419 18:44:24.183456 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-39.ec2.internal in network "default" I0419 18:44:24.183470 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-39.ec2.internal I0419 18:44:24.183489 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-39.ec2.internal: 22.439µs I0419 18:44:24.183461 3694 egressfirewall.go:723] Syncing node "ip-10-0-0-39.ec2.internal" for egress firewall I0419 18:44:24.183492 3694 master.go:548] Adding or Updating local node "ip-10-0-0-39.ec2.internal" for network "default" I0419 18:44:24.183529 3694 node_tracker.go:169] Node ip-10-0-0-39.ec2.internal switch + router changed, syncing services in network "default" I0419 18:44:24.183549 3694 services_controller.go:574] Full service sync requested for network=default I0419 18:44:24.183995 3694 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.39 I0419 18:44:24.184161 3694 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-39.ec2.internal I0419 18:44:24.188658 3694 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-39.ec2.internal. Updating no re-route policies I0419 18:44:24.188739 3694 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-39.ec2.internal I0419 18:44:24.188746 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nfwrr I0419 18:44:24.188758 3694 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-39.ec2.internal I0419 18:44:24.188762 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nfwrr I0419 18:44:24.188774 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-ht2cr I0419 18:44:24.188787 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-ht2cr I0419 18:44:24.188783 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-39.ec2.internal I0419 18:44:24.188798 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-jplgp I0419 18:44:24.188803 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-39.ec2.internal I0419 18:44:24.188806 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-jplgp I0419 18:44:24.188807 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-fswnk I0419 18:44:24.188819 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-xrgwm I0419 18:44:24.188830 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-fswnk I0419 18:44:24.188837 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-xrgwm I0419 18:44:24.188850 3694 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-ppdss I0419 18:44:24.188849 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-djrtb I0419 18:44:24.188861 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-xrgwm after 0 failed attempt(s) I0419 18:44:24.188866 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-djrtb I0419 18:44:24.188853 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nr7f9 I0419 18:44:24.188870 3694 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-ppdss I0419 18:44:24.188870 3694 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-62t5r I0419 18:44:24.188879 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nr7f9 I0419 18:44:24.188882 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-82qjh I0419 18:44:24.188887 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-79kw8 I0419 18:44:24.188887 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-jplgp after 0 failed attempt(s) I0419 18:44:24.188893 3694 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-ppdss after 0 failed attempt(s) I0419 18:44:24.188897 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-82qjh I0419 18:44:24.188895 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-b7jw2 I0419 18:44:24.188905 3694 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-nfwrr, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-nfwrr: suppressed error logged: pod openshift-network-diagnostics/network-check-target-nfwrr: no pod IPs found I0419 18:44:24.188903 3694 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-djrtb] creating logical port openshift-network-diagnostics_network-check-target-djrtb for pod on switch ip-10-0-0-39.ec2.internal I0419 18:44:24.188914 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-b7jw2 I0419 18:44:24.188917 3694 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nr7f9] creating logical port openshift-multus_network-metrics-daemon-nr7f9 for pod on switch ip-10-0-0-39.ec2.internal I0419 18:44:24.188919 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-fswnk after 0 failed attempt(s) I0419 18:44:24.188919 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-82qjh after 0 failed attempt(s) I0419 18:44:24.188832 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-39.ec2.internal after 0 failed attempt(s) I0419 18:44:24.188933 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-b7jw2 after 0 failed attempt(s) I0419 18:44:24.188888 3694 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-62t5r I0419 18:44:24.188966 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-79kw8 I0419 18:44:24.188968 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-qtdxt I0419 18:44:24.188969 3694 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-62t5r after 0 failed attempt(s) I0419 18:44:24.188982 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-qtdxt I0419 18:44:24.188985 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-79kw8 after 0 failed attempt(s) I0419 18:44:24.189000 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-qtdxt after 0 failed attempt(s) I0419 18:44:24.188784 3694 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-39.ec2.internal after 0 failed attempt(s) I0419 18:44:24.188875 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-ht2cr after 0 failed attempt(s) I0419 18:44:24.189536 3694 pods.go:271] [openshift-multus/network-metrics-daemon-nr7f9] addLogicalPort took 626.498µs, libovsdb time 268.225µs I0419 18:44:24.189553 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-nr7f9 after 0 failed attempt(s) I0419 18:44:24.189610 3694 pods.go:271] [openshift-network-diagnostics/network-check-target-djrtb] addLogicalPort took 720.092µs, libovsdb time 265.095µs I0419 18:44:24.189621 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-djrtb after 0 failed attempt(s) I0419 18:44:24.201067 3694 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0419 18:44:24.214015 3694 iptables.go:108] Creating table: mangle chain: OUTPUT I0419 18:44:24.217793 3694 iptables.go:108] Creating table: nat chain: OUTPUT I0419 18:44:24.239585 3694 iptables.go:108] Creating table: nat chain: PREROUTING I0419 18:44:24.280040 3694 iptables.go:108] Creating table: filter chain: FORWARD I0419 18:44:24.299028 3694 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0419 18:44:24.299152 3694 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0419 18:44:24.299203 3694 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0419 18:44:24.299296 3694 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0419 18:44:24.299363 3694 gateway_init.go:325] Gateway and management port readiness took 1.718365596s I0419 18:44:24.299392 3694 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0419 18:44:24.299441 3694 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0419 18:44:24.299469 3694 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0419 18:44:24.299481 3694 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 18:44:24.299569 3694 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0419 18:44:24.300113 3694 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0419 18:44:24.300141 3694 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.75µs I0419 18:44:24.300150 3694 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.492µs I0419 18:44:24.300157 3694 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0419 18:44:24.300169 3694 nad_controller.go:379] [node-nad-controller NAD controller]: started I0419 18:44:24.300179 3694 default_node_network_controller.go:899] Starting the default node network controller I0419 18:44:24.300187 3694 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0419 18:44:24.300250 3694 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 653.24µs I0419 18:44:24.300274 3694 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.403µs I0419 18:44:24.300378 3694 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0419 18:44:24.300387 3694 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0419 18:44:24.300410 3694 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c85040 0xc000347a40 0xc000347ab0 0xc000347b20 0xc000347b90 0xc000347c00 0xc000347ce0 0xc000ca13b0 0xc000347d50 0xc000347e30 0xc0008a82d0 0xc00619b5e0 0xc000347ea0 map[0x2ff9080:0xc00317e120 0x2ff95c0:0xc00317e2a0 0x2ffa2e0:0xc00317e060 0x2ffa580:0xc00317e0c0 0x2ffad60:0xc00317e180 0x2ffb000:0xc00317e1e0 0x2ffb2a0:0xc00317e240 0x2ffba80:0xc0062a8000 0x2ffbd20:0xc0062a8060 0x3026980:0xc00084d800 0x3026d20:0xc00084d860 0x3027800:0xc000ceb4a0 0x3029160:0xc001c10000 0x30298a0:0xc00317e000 0x302a720:0xc000dc8420] 0xc000cd61c0 0} I0419 18:44:24.300473 3694 gateway.go:151] Starting gateway service sync I0419 18:44:24.300925 3694 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0419 18:44:24.303482 3694 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0419 18:44:24.314370 3694 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0419 18:44:24.315813 3694 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0419 18:44:24.317176 3694 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0419 18:44:24.353496 3694 gateway.go:168] Gateway service sync done. Time taken: 53.009454ms I0419 18:44:24.354179 3694 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30381 I0419 18:44:24.354500 3694 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c85040 0xc000347a40 0xc000347ab0 0xc000347b20 0xc000347b90 0xc000347c00 0xc000347ce0 0xc000ca13b0 0xc000347d50 0xc000347e30 0xc0008a82d0 0xc00619b5e0 0xc000347ea0 map[0x2ff9080:0xc00317e120 0x2ff95c0:0xc00317e2a0 0x2ffa2e0:0xc00317e060 0x2ffa580:0xc00317e0c0 0x2ffad60:0xc00317e180 0x2ffb000:0xc00317e1e0 0x2ffb2a0:0xc00317e240 0x2ffba80:0xc0062a8000 0x2ffbd20:0xc0062a8060 0x3026980:0xc00084d800 0x3026d20:0xc00084d860 0x3027800:0xc000ceb4a0 0x3029160:0xc001c10000 0x30298a0:0xc00317e000 0x302a720:0xc000dc8420] 0xc000cd61c0 0} I0419 18:44:24.355242 3694 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c85040 0xc000347a40 0xc000347ab0 0xc000347b20 0xc000347b90 0xc000347c00 0xc000347ce0 0xc000ca13b0 0xc000347d50 0xc000347e30 0xc0008a82d0 0xc00619b5e0 0xc000347ea0 map[0x2ff9080:0xc00317e120 0x2ff95c0:0xc00317e2a0 0x2ffa2e0:0xc00317e060 0x2ffa580:0xc00317e0c0 0x2ffad60:0xc00317e180 0x2ffb000:0xc00317e1e0 0x2ffb2a0:0xc00317e240 0x2ffba80:0xc0062a8000 0x2ffbd20:0xc0062a8060 0x3026980:0xc00084d800 0x3026d20:0xc00084d860 0x3027800:0xc000ceb4a0 0x3029160:0xc001c10000 0x30298a0:0xc00317e000 0x302a720:0xc000dc8420] 0xc000cd61c0 0} I0419 18:44:24.355290 3694 gateway.go:532] Reconciling gateway with updates I0419 18:44:24.361026 3694 gateway.go:339] Spawning Conntrack Rule Check Thread I0419 18:44:24.361115 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:44:24.361128 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 18:44:24.361131 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:44:24.361142 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 18:44:24.361144 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:44:24.361144 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:44:24.361153 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:44:24.361157 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:44:24.361159 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:44:24.361175 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:44:24.361190 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:44:24.361196 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:44:24.361201 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 18:44:24.361209 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:44:24.361211 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:44:24.361216 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 18:44:24.361216 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:44:24.361223 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:44:24.361225 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:44:24.361232 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:44:24.361222 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:44:24.361232 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:44:24.361238 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:44:24.361241 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 18:44:24.361246 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:44:24.361233 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:44:24.361236 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:44:24.361257 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:44:24.361259 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:44:24.361263 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 18:44:24.361199 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 18:44:24.361215 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:44:24.361280 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 18:44:24.361284 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:44:24.361290 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 18:44:24.361289 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 18:44:24.361290 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 18:44:24.361300 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 18:44:24.361197 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 18:44:24.361307 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:44:24.361317 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:44:24.361319 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:44:24.361322 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:44:24.361318 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 18:44:24.361327 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:44:24.361330 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:44:24.361330 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:44:24.361332 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:44:24.361340 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:44:24.361343 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:44:24.361338 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 18:44:24.361348 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 18:44:24.361202 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:44:24.361350 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:44:24.361330 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 18:44:24.361353 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 18:44:24.361273 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 18:44:24.361365 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:44:24.361369 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:44:24.361371 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:44:24.361326 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:44:24.361377 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:44:24.361379 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 18:44:24.361379 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:44:24.361373 3694 port_claim.go:71] Svc openshift-ingress/router-default: port 32321 is already open, no action needed I0419 18:44:24.361387 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:44:24.361181 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:44:24.361398 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:44:24.361399 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:44:24.361399 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:44:24.361404 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 18:44:24.361405 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:44:24.361410 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:44:24.361383 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:44:24.361405 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:44:24.361417 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:44:24.361415 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 18:44:24.361424 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 18:44:24.361426 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:44:24.361398 3694 port_claim.go:71] Svc openshift-ingress/router-default: port 32654 is already open, no action needed I0419 18:44:24.361446 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 18:44:24.361460 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 18:44:24.361464 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 18:44:24.361210 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:44:24.361471 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 18:44:24.361415 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 18:44:24.361425 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 18:44:24.361162 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 18:44:24.361381 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 18:44:24.361297 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 18:44:24.361365 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 18:44:24.361542 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 18:44:24.361187 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 18:44:24.361619 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 18:44:24.361308 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:44:24.361656 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:44:24.361320 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:44:24.361668 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 18:44:24.361224 3694 default_node_network_controller.go:944] Gateway and management port readiness took 60.828666ms I0419 18:44:24.361320 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:44:24.361786 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:44:24.361321 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 18:44:24.361113 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:44:24.361861 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:44:24.361872 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 18:44:24.361331 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:44:24.361889 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:44:24.361334 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 18:44:24.361249 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:44:24.361348 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 18:44:24.361348 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:44:24.362078 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:44:24.361358 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:44:24.362125 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:44:24.361360 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:44:24.361298 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 18:44:24.361374 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:44:24.362188 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:44:24.361390 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:44:24.361501 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 18:44:24.361301 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 18:44:24.363033 3694 node_ip_handler_linux.go:160] Node IP manager is running W0419 18:44:24.404790 3694 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 18:44:24.404984 3694 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 18:44:24.405183 3694 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0419 18:44:24.413066 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 18:44:24.413091 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 18:44:24.413108 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 18:44:24.460001 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 18:44:24.460029 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 18:44:24.460046 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 18:44:24.460053 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 18:44:24.507454 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 18:44:24.507486 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 18:44:24.507495 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 18:44:24.507513 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 18:44:24.507531 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 18:44:24.507555 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 18:44:24.507567 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 18:44:25.617407 3694 default_node_network_controller.go:1380] Starting node controller node sync W0419 18:44:25.617431 3694 egressip_healthcheck.go:76] Health checking using insecure connection I0419 18:44:25.617480 3694 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0419 18:44:25.630166 3694 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.732603ms I0419 18:44:25.630424 3694 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0419 18:44:25.630716 3694 egressservice_node.go:93] Setting up event handlers for Egress Services I0419 18:44:25.630837 3694 egressservice_node.go:183] Starting Egress Services Controller I0419 18:44:25.630856 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 18:44:25.630866 3694 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 18:44:25.630871 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 18:44:25.630876 3694 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 18:44:25.630882 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 18:44:25.630890 3694 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 18:44:25.630896 3694 egressservice_node.go:197] Repairing Egress Services I0419 18:44:25.641466 3694 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0419 18:44:25.641498 3694 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 18:44:25.641751 3694 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0419 18:44:25.641768 3694 link_network_manager.go:119] Link manager is running I0419 18:44:25.641780 3694 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0419 18:44:25.642064 3694 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0419 18:44:25.642327 3694 vrf_manager.go:128] VRF manager is running I0419 18:44:25.642433 3694 node_controller_manager.go:437] Removing flows to drop GARP I0419 18:44:25.642445 3694 gateway.go:532] Reconciling gateway with updates I0419 18:44:25.667648 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 18:44:25.667672 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:44:25.667671 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 18:44:25.667699 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:44:25.667703 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:44:25.667704 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 18:44:25.667675 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:44:25.667714 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:44:25.667710 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:44:25.667720 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:44:25.667709 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 18:44:25.667725 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:44:25.667734 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:44:25.667743 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:44:25.667751 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:44:25.667760 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:44:25.667758 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:44:25.667722 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:44:25.667703 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:44:25.667778 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:44:25.667779 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:44:25.667785 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 18:44:25.667787 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 18:44:25.667795 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:44:25.667737 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:44:25.667748 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:44:25.667805 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 18:44:25.667806 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 18:44:25.667716 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:44:25.667817 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 18:44:25.667677 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 18:44:25.667824 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 18:44:25.667823 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:44:25.667834 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 18:44:25.667832 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:44:25.667647 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:44:25.667843 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:44:25.667765 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:44:25.667849 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:44:25.667854 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:44:25.667859 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:44:25.667871 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:44:25.667874 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:44:25.667865 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 18:44:25.667886 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:44:25.667887 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 18:44:25.667886 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:44:25.667894 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 18:44:25.667809 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:44:25.667900 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 18:44:25.667905 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:44:25.667770 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:44:25.667908 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:44:25.667902 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:44:25.667921 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:44:25.667925 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:44:25.667929 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 18:44:25.667821 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:44:25.667937 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 18:44:25.667942 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 18:44:25.667656 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:44:25.667860 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:44:25.667957 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 18:44:25.667960 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 18:44:25.667960 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 18:44:25.667969 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 18:44:25.667765 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:44:25.667979 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 18:44:25.667981 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 18:44:25.667953 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:44:25.667720 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 18:44:25.668020 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 18:44:25.668022 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 18:44:25.667844 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 18:44:25.667962 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:44:25.668031 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 18:44:25.668036 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:44:25.668041 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 18:44:25.668044 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:44:25.667848 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:44:25.668048 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:44:25.668049 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:44:25.668056 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:44:25.668055 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:44:25.668062 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:44:25.668056 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:44:25.668060 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 18:44:25.668074 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:44:25.667877 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:44:25.668082 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:44:25.668097 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 18:44:25.668025 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 18:44:25.667831 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 18:44:25.669048 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:44:25.669123 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:44:25.669144 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:44:25.669157 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:44:25.669051 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:44:25.669201 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:44:25.669222 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 18:44:25.669230 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 18:44:25.669057 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 18:44:25.669246 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 18:44:25.669077 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:44:25.669318 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:44:25.669331 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:44:25.669336 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:44:25.669335 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:44:25.669354 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:44:25.669073 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:44:25.669385 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:44:25.669392 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 18:44:25.669099 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:44:25.669422 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:44:25.669098 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 18:44:25.669471 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 18:44:25.669549 3694 port_claim.go:71] Svc openshift-ingress/router-default: port 32321 is already open, no action needed I0419 18:44:25.669605 3694 port_claim.go:71] Svc openshift-ingress/router-default: port 32654 is already open, no action needed I0419 18:44:25.717996 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 18:44:25.718026 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 18:44:25.718034 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 18:44:25.718041 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 18:44:25.718067 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 18:44:25.718099 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 18:44:25.718112 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 18:44:25.718123 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 18:44:25.718131 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 18:44:25.760200 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 18:44:25.760229 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 18:44:25.760237 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 18:44:25.760242 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 18:44:25.760264 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 18:44:25.802834 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 18:44:25.802853 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 18:44:27.159147 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-39.ec2.internal I0419 18:44:27.159186 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-39.ec2.internal: 47.231µs I0419 18:44:27.190406 3694 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-78774c6778-p5x98] creating logical port openshift-image-registry_image-registry-78774c6778-p5x98 for pod on switch ip-10-0-0-39.ec2.internal I0419 18:44:27.190574 3694 kube.go:256] Updating pod openshift-image-registry/image-registry-78774c6778-p5x98 I0419 18:44:27.217243 3694 pod.go:62] [openshift-image-registry/image-registry-78774c6778-p5x98] pod update took 26.71803ms I0419 18:44:27.217273 3694 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-78774c6778-p5x98] addLogicalPort annotation time took 26.750757ms I0419 18:44:27.218642 3694 pods.go:271] [openshift-image-registry/image-registry-78774c6778-p5x98] addLogicalPort took 28.258726ms, libovsdb time 1.033624ms I0419 18:44:27.218751 3694 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-4mb2s] creating logical port openshift-dns_dns-default-4mb2s for pod on switch ip-10-0-0-39.ec2.internal I0419 18:44:27.218830 3694 kube.go:256] Updating pod openshift-dns/dns-default-4mb2s I0419 18:44:27.235676 3694 pod.go:62] [openshift-dns/dns-default-4mb2s] pod update took 16.862976ms I0419 18:44:27.235720 3694 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-4mb2s] addLogicalPort annotation time took 16.910816ms I0419 18:44:27.236950 3694 pods.go:271] [openshift-dns/dns-default-4mb2s] addLogicalPort took 18.204475ms, libovsdb time 905.575µs I0419 18:44:27.240058 3694 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-qb9dz] creating logical port openshift-ingress-canary_ingress-canary-qb9dz for pod on switch ip-10-0-0-39.ec2.internal I0419 18:44:27.240182 3694 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-qb9dz I0419 18:44:27.240259 3694 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-9bvmz] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-9bvmz for pod on switch ip-10-0-0-39.ec2.internal I0419 18:44:27.240294 3694 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29610400-tvb5j for pod on switch ip-10-0-0-39.ec2.internal I0419 18:44:27.240377 3694 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-9bvmz I0419 18:44:27.240422 3694 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j I0419 18:44:27.256290 3694 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j] pod update took 15.914508ms I0419 18:44:27.256318 3694 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j] addLogicalPort annotation time took 15.943001ms I0419 18:44:27.257835 3694 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j] addLogicalPort took 17.550423ms, libovsdb time 1.182727ms I0419 18:44:27.259335 3694 pod.go:62] [openshift-ingress-canary/ingress-canary-qb9dz] pod update took 19.18834ms I0419 18:44:27.259355 3694 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-qb9dz] addLogicalPort annotation time took 19.21174ms I0419 18:44:27.259574 3694 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-9bvmz] pod update took 19.224717ms I0419 18:44:27.259640 3694 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-9bvmz] addLogicalPort annotation time took 19.291035ms I0419 18:44:27.260563 3694 pods.go:271] [openshift-ingress-canary/ingress-canary-qb9dz] addLogicalPort took 20.519627ms, libovsdb time 968.032µs I0419 18:44:27.261014 3694 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-9bvmz] addLogicalPort took 20.768761ms, libovsdb time 1.056126ms I0419 18:44:27.626294 3694 default_network_controller.go:1025] Node "ip-10-0-1-170.ec2.internal" in remote zone "ip-10-0-1-170.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:27.626313 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-170.ec2.internal in network "default" I0419 18:44:27.626659 3694 node_tracker.go:235] Node ip-10-0-1-170.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-170.ec2.internal" I0419 18:44:27.626675 3694 node_tracker.go:169] Node ip-10-0-1-170.ec2.internal switch + router changed, syncing services in network "default" I0419 18:44:27.626705 3694 services_controller.go:574] Full service sync requested for network=default I0419 18:44:27.684414 3694 default_network_controller.go:1025] Node "ip-10-0-1-170.ec2.internal" in remote zone "ip-10-0-1-170.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:27.777030 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-170.ec2.internal in network "default" I0419 18:44:27.777040 3694 default_network_controller.go:1025] Node "ip-10-0-1-170.ec2.internal" in remote zone "ip-10-0-1-170.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:27.777091 3694 node_tracker.go:169] Node ip-10-0-1-170.ec2.internal switch + router changed, syncing services in network "default" I0419 18:44:27.777103 3694 services_controller.go:574] Full service sync requested for network=default I0419 18:44:27.778047 3694 zone_ic_handler.go:195] Time taken to create transit switch: 301.34µs I0419 18:44:27.778061 3694 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-170.ec2.internal for the network default I0419 18:44:27.779029 3694 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-170.ec2.internal" on network "default" took: 1.298173ms I0419 18:44:27.820563 3694 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-ppdss of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:44:27.820611 3694 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-ppdss of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:44:27.831232 3694 cni.go:452] [openshift-ingress-canary/ingress-canary-qb9dz 788b8635a325253e7dce4255c48f9598b3f78f40df96804521cda0ad31ac69e8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-qb9dz 788b8635a325253e7dce4255c48f9598b3f78f40df96804521cda0ad31ac69e8 network default NAD default NAD key ] I0419 18:44:27.831451 3694 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-9bvmz 15eee90e808212fb8527975536b6577e264ac855b96dc7d7b93411a3ebd3021a network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-9bvmz 15eee90e808212fb8527975536b6577e264ac855b96dc7d7b93411a3ebd3021a network default NAD default NAD key ] I0419 18:44:27.832170 3694 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j a95497b14a9a57d7b02809e0bb376c43c718b12594a44c3a3156255704c64db8 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j a95497b14a9a57d7b02809e0bb376c43c718b12594a44c3a3156255704c64db8 network default NAD default NAD key ] I0419 18:44:27.882070 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-9bvmz, hostIfaceName: 15eee90e808212f, network: default, NAD default, SandboxID: "15eee90e808212fb8527975536b6577e264ac855b96dc7d7b93411a3ebd3021a", PCI device ID: , UID: "fbc13537-70db-43a7-ab35-a14983575efa", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0419 18:44:27.882562 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29610400-tvb5j, hostIfaceName: a95497b14a9a57d, network: default, NAD default, SandboxID: "a95497b14a9a57d7b02809e0bb376c43c718b12594a44c3a3156255704c64db8", PCI device ID: , UID: "363b7368-d00b-44ee-a2d9-8e729f1dae30", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0419 18:44:27.883092 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-qb9dz, hostIfaceName: 788b8635a325253, network: default, NAD default, SandboxID: "788b8635a325253e7dce4255c48f9598b3f78f40df96804521cda0ad31ac69e8", PCI device ID: , UID: "04ff34b2-472e-4f0a-837b-73d5ff3ec034", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0419 18:44:27.943912 3694 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-ppdss of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:44:27.943939 3694 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-ppdss of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:44:27.945965 3694 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-9bvmz 15eee90e808212fb8527975536b6577e264ac855b96dc7d7b93411a3ebd3021a network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-9bvmz 15eee90e808212fb8527975536b6577e264ac855b96dc7d7b93411a3ebd3021a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:51:f6:5f:34:cc\",\"name\":\"15eee90e808212f\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e9f4f21-0d8a-4ad2-8c69-d7c82c9c3867\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:44:27.946399 3694 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j a95497b14a9a57d7b02809e0bb376c43c718b12594a44c3a3156255704c64db8 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j a95497b14a9a57d7b02809e0bb376c43c718b12594a44c3a3156255704c64db8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:c6:e3:b6:6e:90\",\"name\":\"a95497b14a9a57d\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e8dcfe8-46a8-4575-9b82-0b1898fb8166\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:44:27.946443 3694 cni.go:473] [openshift-ingress-canary/ingress-canary-qb9dz 788b8635a325253e7dce4255c48f9598b3f78f40df96804521cda0ad31ac69e8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-qb9dz 788b8635a325253e7dce4255c48f9598b3f78f40df96804521cda0ad31ac69e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:41:55:7f:3c:f3\",\"name\":\"788b8635a325253\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93601448-41ad-4abb-a42b-a3a4216efc3d\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:44:30.333207 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-170.ec2.internal I0419 18:44:30.333238 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-170.ec2.internal: 41.556µs I0419 18:44:30.333289 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-170.ec2.internal in network "default" I0419 18:44:30.333295 3694 egressfirewall.go:723] Syncing node "ip-10-0-1-170.ec2.internal" for egress firewall I0419 18:44:30.333337 3694 node_tracker.go:169] Node ip-10-0-1-170.ec2.internal switch + router changed, syncing services in network "default" I0419 18:44:30.333345 3694 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-170.ec2.internal", IP: 10.0.1.170 to PMTUD blocking rules I0419 18:44:30.333357 3694 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-170.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 18:44:30.333370 3694 services_controller.go:574] Full service sync requested for network=default I0419 18:44:30.341003 3694 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-170.ec2.internal. Updating no re-route policies I0419 18:44:30.349392 3694 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-170.ec2.internal", IP: 10.0.1.170 to PMTUD blocking rules I0419 18:44:30.349416 3694 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-170.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0419 18:44:30.945168 3694 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:44:31.893760 3694 cni.go:452] [openshift-network-diagnostics/network-check-target-djrtb e486f1f7056f0c4f6684e54d8b3a12985ae75ad919e5351aa55615312d1c045c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-djrtb e486f1f7056f0c4f6684e54d8b3a12985ae75ad919e5351aa55615312d1c045c network default NAD default NAD key ] I0419 18:44:31.905084 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-djrtb, hostIfaceName: e486f1f7056f0c4, network: default, NAD default, SandboxID: "e486f1f7056f0c4f6684e54d8b3a12985ae75ad919e5351aa55615312d1c045c", PCI device ID: , UID: "429590b7-717b-4c01-8414-925aa47f35e1", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0419 18:44:31.956502 3694 cni.go:473] [openshift-network-diagnostics/network-check-target-djrtb e486f1f7056f0c4f6684e54d8b3a12985ae75ad919e5351aa55615312d1c045c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-djrtb e486f1f7056f0c4f6684e54d8b3a12985ae75ad919e5351aa55615312d1c045c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:f4:b9:a8:89:a0\",\"name\":\"e486f1f7056f0c4\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a635b5ce-becd-491f-967c-27265d896e9a\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:44:34.028832 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-170.ec2.internal I0419 18:44:34.028873 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-170.ec2.internal: 50.554µs W0419 18:44:35.963393 3694 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 18:44:37.989633 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0419 18:44:42.337326 3694 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:44:42.490874 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-180.ec2.internal in network "default" I0419 18:44:42.490899 3694 node_tracker.go:220] Node ip-10-0-2-180.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0419 18:44:42.490915 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-180.ec2.internal I0419 18:44:42.490935 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-180.ec2.internal: 27.798µs I0419 18:44:42.490921 3694 egressfirewall.go:723] Syncing node "ip-10-0-2-180.ec2.internal" for egress firewall E0419 18:44:42.491008 3694 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-180.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0419 18:44:42.491028 3694 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-180.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-180.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-180.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-180.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-180.ec2.internal, error parsing annotation for node ip-10-0-2-180.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0419 18:44:42.502416 3694 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-180.ec2.internal annotation: unexpected end of JSON input E0419 18:44:42.502452 3694 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-180.ec2.internal annotation: unexpected end of JSON input I0419 18:44:42.502470 3694 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0419 18:44:42.502521 3694 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-180.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-180.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-180.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-180.ec2.internal" I0419 18:44:42.518212 3694 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0419 18:44:42.536652 3694 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:42.550608 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-180.ec2.internal I0419 18:44:42.550623 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-180.ec2.internal: 16.769µs I0419 18:44:42.550717 3694 egressfirewall.go:723] Syncing node "ip-10-0-2-180.ec2.internal" for egress firewall I0419 18:44:42.550721 3694 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:42.775242 3694 egressfirewall.go:723] Syncing node "ip-10-0-2-180.ec2.internal" for egress firewall I0419 18:44:42.775264 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-180.ec2.internal I0419 18:44:42.775279 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-180.ec2.internal: 20.059µs I0419 18:44:42.775302 3694 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:42.789072 3694 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:43.020797 3694 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:46.071565 3694 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:52.562973 3694 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-180.ec2.internal I0419 18:44:52.562998 3694 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-180.ec2.internal I0419 18:44:52.563107 3694 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-180.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-180.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-180.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-180.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-180.ec2.internal I0419 18:44:52.889311 3694 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:44:54.190716 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-l99ph I0419 18:44:54.190747 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-l99ph I0419 18:44:54.190753 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-p9ldg I0419 18:44:54.190772 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-p9ldg I0419 18:44:54.190786 3694 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-l99ph, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-l99ph: suppressed error logged: pod openshift-multus/network-metrics-daemon-l99ph: no pod IPs found I0419 18:44:54.190807 3694 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-p9ldg, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-p9ldg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-p9ldg: no pod IPs found I0419 18:45:01.421174 3694 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:45:01.421220 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-180.ec2.internal I0419 18:45:01.421218 3694 egressfirewall.go:723] Syncing node "ip-10-0-2-180.ec2.internal" for egress firewall I0419 18:45:01.421259 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-180.ec2.internal: 23.082µs I0419 18:45:03.504332 3694 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:45:03.504973 3694 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:45:03.505016 3694 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:45:03.505029 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0419 18:45:03.505042 3694 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:45:03.505049 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0419 18:45:04.531209 3694 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:45:04.531237 3694 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:45:04.531258 3694 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:45:04.531266 3694 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zxp2c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:45:06.493973 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-180.ec2.internal in network "default" I0419 18:45:06.494005 3694 node_tracker.go:235] Node ip-10-0-2-180.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-180.ec2.internal" I0419 18:45:06.494024 3694 node_tracker.go:169] Node ip-10-0-2-180.ec2.internal switch + router changed, syncing services in network "default" I0419 18:45:06.494034 3694 services_controller.go:574] Full service sync requested for network=default I0419 18:45:06.494045 3694 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "ip-10-0-2-180.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0419 18:45:06.494342 3694 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:45:06.649884 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-180.ec2.internal in network "default" I0419 18:45:06.649931 3694 default_network_controller.go:1025] Node "ip-10-0-2-180.ec2.internal" in remote zone "ip-10-0-2-180.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 18:45:06.649961 3694 node_tracker.go:169] Node ip-10-0-2-180.ec2.internal switch + router changed, syncing services in network "default" I0419 18:45:06.649974 3694 services_controller.go:574] Full service sync requested for network=default W0419 18:45:06.650386 3694 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:45:06.650965 3694 zone_ic_handler.go:195] Time taken to create transit switch: 338.608µs I0419 18:45:06.650980 3694 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-180.ec2.internal for the network default I0419 18:45:06.652092 3694 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-180.ec2.internal" on network "default" took: 1.495118ms W0419 18:45:06.976191 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:45:08.706285 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-180.ec2.internal I0419 18:45:08.706308 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-180.ec2.internal: 33.951µs I0419 18:45:08.706327 3694 egressfirewall.go:723] Syncing node "ip-10-0-2-180.ec2.internal" for egress firewall I0419 18:45:08.706328 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-180.ec2.internal in network "default" I0419 18:45:08.706358 3694 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-180.ec2.internal", IP: 10.0.2.180 to PMTUD blocking rules I0419 18:45:08.706370 3694 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-180.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 18:45:08.706394 3694 node_tracker.go:169] Node ip-10-0-2-180.ec2.internal switch + router changed, syncing services in network "default" I0419 18:45:08.706410 3694 services_controller.go:574] Full service sync requested for network=default I0419 18:45:08.712741 3694 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-180.ec2.internal. Updating no re-route policies I0419 18:45:08.722962 3694 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-180.ec2.internal", IP: 10.0.2.180 to PMTUD blocking rules I0419 18:45:08.722976 3694 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-180.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 18:45:09.550285 3694 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 18:45:09.563432 3694 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 18:45:12.286001 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-180.ec2.internal I0419 18:45:12.286029 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-180.ec2.internal: 35.15µs I0419 18:46:38.950004 3694 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6cfbfc6ccd-b2h92] creating logical port openshift-ingress_router-default-6cfbfc6ccd-b2h92 for pod on switch ip-10-0-0-39.ec2.internal I0419 18:46:38.950127 3694 kube.go:256] Updating pod openshift-ingress/router-default-6cfbfc6ccd-b2h92 I0419 18:46:38.967714 3694 pod.go:62] [openshift-ingress/router-default-6cfbfc6ccd-b2h92] pod update took 17.619646ms I0419 18:46:38.967736 3694 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6cfbfc6ccd-b2h92] addLogicalPort annotation time took 17.647021ms I0419 18:46:38.968785 3694 pods.go:271] [openshift-ingress/router-default-6cfbfc6ccd-b2h92] addLogicalPort took 18.796755ms, libovsdb time 772.443µs I0419 18:46:39.038050 3694 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xtwjf] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-xtwjf for pod on switch ip-10-0-0-39.ec2.internal I0419 18:46:39.038134 3694 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-xtwjf I0419 18:46:39.052672 3694 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-xtwjf] pod update took 14.560234ms I0419 18:46:39.052708 3694 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xtwjf] addLogicalPort annotation time took 14.59697ms I0419 18:46:39.053807 3694 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-xtwjf] addLogicalPort took 15.772775ms, libovsdb time 827.098µs W0419 18:46:42.637265 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 18:46:43.933141 3694 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0419 18:46:43.934160 3694 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 999.396µs I0419 18:46:43.956937 3694 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0419 18:46:44.056206 3694 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ct6kx] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-ct6kx for pod on switch ip-10-0-0-39.ec2.internal I0419 18:46:44.056295 3694 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ct6kx I0419 18:46:44.084454 3694 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ct6kx] pod update took 28.180982ms I0419 18:46:44.084480 3694 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ct6kx] addLogicalPort annotation time took 28.212087ms I0419 18:46:44.085589 3694 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ct6kx] addLogicalPort took 29.40126ms, libovsdb time 796.909µs I0419 18:46:44.413310 3694 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ct6kx 2b64b9e90aacdb3768d91ec6363e96728126ab24dd78f12d6cfbb44be1813704 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ct6kx 2b64b9e90aacdb3768d91ec6363e96728126ab24dd78f12d6cfbb44be1813704 network default NAD default NAD key ] I0419 18:46:44.422617 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-ct6kx, hostIfaceName: 2b64b9e90aacdb3, network: default, NAD default, SandboxID: "2b64b9e90aacdb3768d91ec6363e96728126ab24dd78f12d6cfbb44be1813704", PCI device ID: , UID: "bad5c767-fca5-4715-955e-420b40256b88", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0419 18:46:44.471406 3694 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ct6kx 2b64b9e90aacdb3768d91ec6363e96728126ab24dd78f12d6cfbb44be1813704 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ct6kx 2b64b9e90aacdb3768d91ec6363e96728126ab24dd78f12d6cfbb44be1813704 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:35:bb:42:50:3d\",\"name\":\"2b64b9e90aacdb3\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b18ee0e0-e711-44e7-a413-b859e7c00e29\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:46:45.917291 3694 namespace.go:98] [openshift-service-ca] adding namespace I0419 18:46:45.918178 3694 namespace.go:102] [openshift-service-ca] adding namespace took 867.669µs I0419 18:46:45.941451 3694 namespace.go:142] [openshift-service-ca] updating namespace W0419 18:46:52.439290 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 18:46:53.300950 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78774c6778-p5x98 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:46:53.300986 3694 pods.go:176] Deleting pod: openshift-image-registry/image-registry-78774c6778-p5x98 I0419 18:46:53.302232 3694 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-78774c6778-p5x98, ips: 10.128.0.5 I0419 18:46:53.302260 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78774c6778-p5x98 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:46:53.310944 3694 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq] creating logical port openshift-image-registry_image-registry-7f8cfbbcf5-wtbtq for pod on switch ip-10-0-0-39.ec2.internal I0419 18:46:53.311027 3694 kube.go:256] Updating pod openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq I0419 18:46:53.320409 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78774c6778-p5x98 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:46:53.320434 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78774c6778-p5x98 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:46:53.328939 3694 pod.go:62] [openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq] pod update took 17.934977ms I0419 18:46:53.328971 3694 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq] addLogicalPort annotation time took 17.964198ms I0419 18:46:53.329201 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-78774c6778-p5x98 I0419 18:46:53.329229 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-78774c6778-p5x98 I0419 18:46:53.330084 3694 pods.go:271] [openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq] addLogicalPort took 19.150248ms, libovsdb time 810.895µs I0419 18:46:53.668728 3694 cni.go:452] [openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq bde102bd6fe89dc4a9c9ab04c9777793b34cc9a90dce188deabe2c80382036c7 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq bde102bd6fe89dc4a9c9ab04c9777793b34cc9a90dce188deabe2c80382036c7 network default NAD default NAD key ] I0419 18:46:53.677866 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7f8cfbbcf5-wtbtq, hostIfaceName: bde102bd6fe89dc, network: default, NAD default, SandboxID: "bde102bd6fe89dc4a9c9ab04c9777793b34cc9a90dce188deabe2c80382036c7", PCI device ID: , UID: "a3c51eab-fa91-449a-9261-361547c64a4b", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0419 18:46:53.725738 3694 cni.go:473] [openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq bde102bd6fe89dc4a9c9ab04c9777793b34cc9a90dce188deabe2c80382036c7 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq bde102bd6fe89dc4a9c9ab04c9777793b34cc9a90dce188deabe2c80382036c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:55:5b:ea:ab:be\",\"name\":\"bde102bd6fe89dc\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1080f5a-cba9-4c73-9e11-f8a3ce0e8bc2\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:46:53.802890 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7d465f4d6f-fhj4h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:46:53.803480 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7d465f4d6f-fhj4h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:46:53.821559 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7d465f4d6f-fhj4h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:46:53.821582 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7d465f4d6f-fhj4h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:46:53.839315 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7d465f4d6f-fhj4h I0419 18:46:53.839339 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7d465f4d6f-fhj4h I0419 18:47:11.125971 3694 cni.go:452] [openshift-ingress/router-default-6cfbfc6ccd-b2h92 1f3ef4459a0aa0e76918717a69ad5e423dea8237a93fab1801ad09b15c44678a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6cfbfc6ccd-b2h92 1f3ef4459a0aa0e76918717a69ad5e423dea8237a93fab1801ad09b15c44678a network default NAD default NAD key ] I0419 18:47:11.135089 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6cfbfc6ccd-b2h92, hostIfaceName: 1f3ef4459a0aa0e, network: default, NAD default, SandboxID: "1f3ef4459a0aa0e76918717a69ad5e423dea8237a93fab1801ad09b15c44678a", PCI device ID: , UID: "3643f69e-c6cd-46f2-a3a9-d29603686fed", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0419 18:47:11.189034 3694 cni.go:473] [openshift-ingress/router-default-6cfbfc6ccd-b2h92 1f3ef4459a0aa0e76918717a69ad5e423dea8237a93fab1801ad09b15c44678a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6cfbfc6ccd-b2h92 1f3ef4459a0aa0e76918717a69ad5e423dea8237a93fab1801ad09b15c44678a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:b3:87:30:ad:4e\",\"name\":\"1f3ef4459a0aa0e\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f8151e9-7765-40d2-a270-3250153b281f\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:47:12.129577 3694 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-xtwjf 06a860f7c5168d2cb5898c2960896232a6c400131c342de09573a9cca40d8530 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xtwjf 06a860f7c5168d2cb5898c2960896232a6c400131c342de09573a9cca40d8530 network default NAD default NAD key ] I0419 18:47:12.139939 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-xtwjf, hostIfaceName: 06a860f7c5168d2, network: default, NAD default, SandboxID: "06a860f7c5168d2cb5898c2960896232a6c400131c342de09573a9cca40d8530", PCI device ID: , UID: "7a7cd697-8323-4f36-a9b5-ef95b484d0d7", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0419 18:47:12.185551 3694 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-xtwjf 06a860f7c5168d2cb5898c2960896232a6c400131c342de09573a9cca40d8530 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xtwjf 06a860f7c5168d2cb5898c2960896232a6c400131c342de09573a9cca40d8530 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:80:ed:67:d4:55\",\"name\":\"06a860f7c5168d2\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a597211-18ae-4dea-8383-9355185ece42\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:47:14.576877 3694 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:47:14.641093 3694 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-kmsb5] creating logical port openshift-insights_insights-runtime-extractor-kmsb5 for pod on switch ip-10-0-0-39.ec2.internal I0419 18:47:14.641206 3694 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-kmsb5 I0419 18:47:14.656624 3694 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0419 18:47:14.686277 3694 pod.go:62] [openshift-insights/insights-runtime-extractor-kmsb5] pod update took 45.111126ms I0419 18:47:14.686304 3694 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-kmsb5] addLogicalPort annotation time took 45.141159ms I0419 18:47:14.687369 3694 pods.go:271] [openshift-insights/insights-runtime-extractor-kmsb5] addLogicalPort took 46.294218ms, libovsdb time 716.782µs W0419 18:47:14.784815 3694 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:47:14.993075 3694 cni.go:452] [openshift-insights/insights-runtime-extractor-kmsb5 2a86521e600fce0810d6aac435624b0e0c727a51ee6046b4cec6d3a840510c45 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-kmsb5 2a86521e600fce0810d6aac435624b0e0c727a51ee6046b4cec6d3a840510c45 network default NAD default NAD key ] I0419 18:47:15.002756 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-kmsb5, hostIfaceName: 2a86521e600fce0, network: default, NAD default, SandboxID: "2a86521e600fce0810d6aac435624b0e0c727a51ee6046b4cec6d3a840510c45", PCI device ID: , UID: "4b50416a-d09c-4981-aed1-72504c46647a", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0419 18:47:15.049463 3694 cni.go:473] [openshift-insights/insights-runtime-extractor-kmsb5 2a86521e600fce0810d6aac435624b0e0c727a51ee6046b4cec6d3a840510c45 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-kmsb5 2a86521e600fce0810d6aac435624b0e0c727a51ee6046b4cec6d3a840510c45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:b6:b2:51:e5:34\",\"name\":\"2a86521e600fce0\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b100bfc3-b7c8-462c-a8d5-e47ba177dafa\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:47:15.742712 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78774c6778-4vjzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:47:15.743306 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78774c6778-4vjzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:47:15.764950 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78774c6778-4vjzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:47:15.764972 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78774c6778-4vjzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:47:15.776304 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-78774c6778-4vjzr I0419 18:47:15.776332 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-78774c6778-4vjzr W0419 18:47:16.749415 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0419 18:47:16.778132 3694 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:47:23.573502 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-39.ec2.internal I0419 18:47:23.573605 3694 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0419 18:47:23.596458 3694 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.891836ms I0419 18:47:23.596479 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.91771ms I0419 18:47:23.597582 3694 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.095229ms, libovsdb time 806.588µs I0419 18:47:23.941396 3694 cni.go:452] [openshift-monitoring/alertmanager-main-1 36068bc488e6e2f4de65b51b6c9577e2bc0c12a5c5fdd204d131cb5f92b5061c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 36068bc488e6e2f4de65b51b6c9577e2bc0c12a5c5fdd204d131cb5f92b5061c network default NAD default NAD key ] I0419 18:47:23.958778 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 36068bc488e6e2f, network: default, NAD default, SandboxID: "36068bc488e6e2f4de65b51b6c9577e2bc0c12a5c5fdd204d131cb5f92b5061c", PCI device ID: , UID: "35c78034-b2f0-4ebe-8d4e-86ffbb3f32b7", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0419 18:47:24.010367 3694 cni.go:473] [openshift-monitoring/alertmanager-main-1 36068bc488e6e2f4de65b51b6c9577e2bc0c12a5c5fdd204d131cb5f92b5061c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 36068bc488e6e2f4de65b51b6c9577e2bc0c12a5c5fdd204d131cb5f92b5061c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:ef:dd:d5:bb:ae\",\"name\":\"36068bc488e6e2f\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4599e4c7-daaa-4337-9338-c6a86af1ea4a\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:47:25.430216 3694 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:25.430238 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:25.430243 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0419 18:47:25.525043 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6d68645545-65f8p] creating logical port openshift-monitoring_thanos-querier-6d68645545-65f8p for pod on switch ip-10-0-0-39.ec2.internal I0419 18:47:25.525176 3694 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6d68645545-65f8p I0419 18:47:25.548213 3694 pod.go:62] [openshift-monitoring/thanos-querier-6d68645545-65f8p] pod update took 23.08698ms I0419 18:47:25.548240 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6d68645545-65f8p] addLogicalPort annotation time took 23.116864ms I0419 18:47:25.549444 3694 pods.go:271] [openshift-monitoring/thanos-querier-6d68645545-65f8p] addLogicalPort took 24.424987ms, libovsdb time 893.9µs W0419 18:47:25.841218 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:25.841245 3694 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:25.841252 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0419 18:47:25.881229 3694 cni.go:452] [openshift-monitoring/thanos-querier-6d68645545-65f8p 7ad288ebd6359565b0e2e15ad8174b17263a8b7412267596acf8e14b59778d71 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6d68645545-65f8p 7ad288ebd6359565b0e2e15ad8174b17263a8b7412267596acf8e14b59778d71 network default NAD default NAD key ] I0419 18:47:25.891168 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6d68645545-65f8p, hostIfaceName: 7ad288ebd635956, network: default, NAD default, SandboxID: "7ad288ebd6359565b0e2e15ad8174b17263a8b7412267596acf8e14b59778d71", PCI device ID: , UID: "f0652748-b1a7-4c86-a763-e1918630cd73", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0419 18:47:25.943145 3694 cni.go:473] [openshift-monitoring/thanos-querier-6d68645545-65f8p 7ad288ebd6359565b0e2e15ad8174b17263a8b7412267596acf8e14b59778d71 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6d68645545-65f8p 7ad288ebd6359565b0e2e15ad8174b17263a8b7412267596acf8e14b59778d71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:34:0c:cf:1c:3e\",\"name\":\"7ad288ebd635956\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33254d3e-5f13-4ab5-bb0c-8800baa2db2e\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:47:26.961613 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-8fjw5] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-8fjw5 for pod on switch ip-10-0-0-39.ec2.internal I0419 18:47:26.961716 3694 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-8fjw5 I0419 18:47:26.979159 3694 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8fjw5] pod update took 17.480182ms I0419 18:47:26.979192 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-8fjw5] addLogicalPort annotation time took 17.518432ms I0419 18:47:26.980611 3694 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8fjw5] addLogicalPort took 19.009619ms, libovsdb time 1.024167ms I0419 18:47:27.924524 3694 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8fjw5 b4b426ab392089a6c8c297c3a10a6f71a0cf8e21437a80500beb27971f6d7d3c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8fjw5 b4b426ab392089a6c8c297c3a10a6f71a0cf8e21437a80500beb27971f6d7d3c network default NAD default NAD key ] I0419 18:47:27.935009 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-8fjw5, hostIfaceName: b4b426ab392089a, network: default, NAD default, SandboxID: "b4b426ab392089a6c8c297c3a10a6f71a0cf8e21437a80500beb27971f6d7d3c", PCI device ID: , UID: "ab15848a-67b6-414c-a147-82be3e1fc1a7", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0419 18:47:27.991680 3694 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8fjw5 b4b426ab392089a6c8c297c3a10a6f71a0cf8e21437a80500beb27971f6d7d3c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-8fjw5 b4b426ab392089a6c8c297c3a10a6f71a0cf8e21437a80500beb27971f6d7d3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:0b:9b:09:2f:1b\",\"name\":\"b4b426ab392089a\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b948fa71-c721-448b-9adb-bb14f4eb86a3\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:47:28.440275 3694 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:28.440296 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:28.440302 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:28.440307 3694 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:28.855529 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 18:47:28.956058 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 18:47:29.828146 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0419 18:47:29.920005 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:47:29.920024 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:47:29.986184 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:29.986201 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:29.986205 3694 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:29.986212 3694 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:30.473909 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0419 18:47:30.997530 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:47:30.997549 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:47:31.029478 3694 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0419 18:47:31.029493 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0419 18:47:31.029497 3694 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0419 18:47:34.458168 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:34.458189 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:34.458194 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:47:34.458199 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0419 18:47:35.535535 3694 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-cjggh] creating logical port openshift-console_downloads-5c54f4944f-cjggh for pod on switch ip-10-0-0-39.ec2.internal I0419 18:47:35.535639 3694 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-cjggh I0419 18:47:35.558753 3694 pod.go:62] [openshift-console/downloads-5c54f4944f-cjggh] pod update took 23.140786ms I0419 18:47:35.558779 3694 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-cjggh] addLogicalPort annotation time took 23.170323ms I0419 18:47:35.560027 3694 pods.go:271] [openshift-console/downloads-5c54f4944f-cjggh] addLogicalPort took 24.512593ms, libovsdb time 949.715µs I0419 18:47:35.893386 3694 cni.go:452] [openshift-console/downloads-5c54f4944f-cjggh a3ed2dbcde6f8caaad0af25dfd58edd32b7a54b5385166176234ab82b30074a3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-cjggh a3ed2dbcde6f8caaad0af25dfd58edd32b7a54b5385166176234ab82b30074a3 network default NAD default NAD key ] I0419 18:47:35.902537 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-cjggh, hostIfaceName: a3ed2dbcde6f8ca, network: default, NAD default, SandboxID: "a3ed2dbcde6f8caaad0af25dfd58edd32b7a54b5385166176234ab82b30074a3", PCI device ID: , UID: "9dbcd855-b737-46e1-8f39-21a3af6c01a7", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0419 18:47:35.951318 3694 cni.go:473] [openshift-console/downloads-5c54f4944f-cjggh a3ed2dbcde6f8caaad0af25dfd58edd32b7a54b5385166176234ab82b30074a3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-cjggh a3ed2dbcde6f8caaad0af25dfd58edd32b7a54b5385166176234ab82b30074a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:fd:1f:dc:db:ce\",\"name\":\"a3ed2dbcde6f8ca\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab08dbbc-f15c-4cac-b045-feb4fa8f5cc2\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:47:39.930144 3694 cni.go:452] [openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq bde102bd6fe89dc4a9c9ab04c9777793b34cc9a90dce188deabe2c80382036c7 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq bde102bd6fe89dc4a9c9ab04c9777793b34cc9a90dce188deabe2c80382036c7 network default NAD default NAD key ] I0419 18:47:40.010785 3694 cni.go:473] [openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq bde102bd6fe89dc4a9c9ab04c9777793b34cc9a90dce188deabe2c80382036c7 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq bde102bd6fe89dc4a9c9ab04c9777793b34cc9a90dce188deabe2c80382036c7 network default NAD default NAD key default], result "{}", err I0419 18:47:40.063515 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:47:40.063554 3694 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq I0419 18:47:40.064883 3694 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq, ips: 10.128.0.13 I0419 18:47:40.064913 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 18:47:40.073426 3694 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:47:40.074765 3694 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-675b7d44c-4ppkq] creating logical port openshift-image-registry_image-registry-675b7d44c-4ppkq for pod on switch ip-10-0-0-39.ec2.internal I0419 18:47:40.074882 3694 kube.go:256] Updating pod openshift-image-registry/image-registry-675b7d44c-4ppkq I0419 18:47:40.092266 3694 pod.go:62] [openshift-image-registry/image-registry-675b7d44c-4ppkq] pod update took 17.427448ms I0419 18:47:40.092289 3694 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-675b7d44c-4ppkq] addLogicalPort annotation time took 17.45536ms I0419 18:47:40.093429 3694 pods.go:271] [openshift-image-registry/image-registry-675b7d44c-4ppkq] addLogicalPort took 18.681313ms, libovsdb time 841.771µs I0419 18:47:40.435878 3694 cni.go:452] [openshift-image-registry/image-registry-675b7d44c-4ppkq 9fd4c5900a5b504359ff03fa6ea880549a8ce497256bf866d5869ce769a3ee71 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-675b7d44c-4ppkq 9fd4c5900a5b504359ff03fa6ea880549a8ce497256bf866d5869ce769a3ee71 network default NAD default NAD key ] I0419 18:47:40.445611 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-675b7d44c-4ppkq, hostIfaceName: 9fd4c5900a5b504, network: default, NAD default, SandboxID: "9fd4c5900a5b504359ff03fa6ea880549a8ce497256bf866d5869ce769a3ee71", PCI device ID: , UID: "32a68eb8-142b-4e12-bc5b-82bf26381d57", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0419 18:47:40.485600 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:47:40.485623 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:47:40.494419 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq I0419 18:47:40.494450 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f8cfbbcf5-wtbtq I0419 18:47:40.501096 3694 cni.go:473] [openshift-image-registry/image-registry-675b7d44c-4ppkq 9fd4c5900a5b504359ff03fa6ea880549a8ce497256bf866d5869ce769a3ee71 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-675b7d44c-4ppkq 9fd4c5900a5b504359ff03fa6ea880549a8ce497256bf866d5869ce769a3ee71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:b7:f9:83:53:77\",\"name\":\"9fd4c5900a5b504\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cfb962f-109f-4260-aafe-513dca95e159\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:47:41.498257 3694 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:47:45.819535 3694 base_network_controller_pods.go:487] [default/openshift-console/console-6d4854c664-sj4h2] creating logical port openshift-console_console-6d4854c664-sj4h2 for pod on switch ip-10-0-0-39.ec2.internal I0419 18:47:45.819633 3694 kube.go:256] Updating pod openshift-console/console-6d4854c664-sj4h2 I0419 18:47:45.833633 3694 pod.go:62] [openshift-console/console-6d4854c664-sj4h2] pod update took 14.025907ms I0419 18:47:45.833656 3694 base_network_controller_pods.go:951] [default/openshift-console/console-6d4854c664-sj4h2] addLogicalPort annotation time took 14.054979ms I0419 18:47:45.834962 3694 pods.go:271] [openshift-console/console-6d4854c664-sj4h2] addLogicalPort took 15.443395ms, libovsdb time 916.224µs W0419 18:47:47.768093 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0419 18:47:47.768115 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:47:52.232749 3694 cni.go:452] [openshift-console/console-6d4854c664-sj4h2 34d4f72f94e497196046cd6000eb5b05bb9e9d1c3aa6c1dd45063b3d49ca32f9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d4854c664-sj4h2 34d4f72f94e497196046cd6000eb5b05bb9e9d1c3aa6c1dd45063b3d49ca32f9 network default NAD default NAD key ] I0419 18:47:52.242422 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d4854c664-sj4h2, hostIfaceName: 34d4f72f94e4971, network: default, NAD default, SandboxID: "34d4f72f94e497196046cd6000eb5b05bb9e9d1c3aa6c1dd45063b3d49ca32f9", PCI device ID: , UID: "f75fa6dd-8ba7-485e-a031-4be432b3b590", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0419 18:47:52.295466 3694 cni.go:473] [openshift-console/console-6d4854c664-sj4h2 34d4f72f94e497196046cd6000eb5b05bb9e9d1c3aa6c1dd45063b3d49ca32f9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d4854c664-sj4h2 34d4f72f94e497196046cd6000eb5b05bb9e9d1c3aa6c1dd45063b3d49ca32f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:f6:03:5c:6b:38\",\"name\":\"34d4f72f94e4971\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec21655b-60db-4f26-9eae-8810a27afa02\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:47:52.538466 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0419 18:47:52.577214 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0419 18:47:53.950643 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0419 18:47:53.994538 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:53.994561 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:53.994572 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:47:55.558641 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 18:47:55.983612 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 18:47:56.967062 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 18:47:56.967084 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 18:48:02.509036 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0419 18:48:03.106139 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0419 18:48:05.134141 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 18:48:05.134164 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 18:48:05.193995 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 18:48:05.194018 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 18:48:09.640868 3694 cni.go:452] [openshift-multus/network-metrics-daemon-nr7f9 44001408abbc010a30d20b487139f8a932611b5c87bfce55d20e481156b7403a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-nr7f9 44001408abbc010a30d20b487139f8a932611b5c87bfce55d20e481156b7403a network default NAD default NAD key ] I0419 18:48:09.650906 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-nr7f9, hostIfaceName: 44001408abbc010, network: default, NAD default, SandboxID: "44001408abbc010a30d20b487139f8a932611b5c87bfce55d20e481156b7403a", PCI device ID: , UID: "16083aaf-73a9-420d-938e-4d582c5ce88d", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0419 18:48:09.704312 3694 cni.go:473] [openshift-multus/network-metrics-daemon-nr7f9 44001408abbc010a30d20b487139f8a932611b5c87bfce55d20e481156b7403a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-nr7f9 44001408abbc010a30d20b487139f8a932611b5c87bfce55d20e481156b7403a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:1c:46:01:f6:7d\",\"name\":\"44001408abbc010\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4be5bc65-9151-40c8-b148-806fcfb88869\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:48:15.156833 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0419 18:48:20.706896 3694 cni.go:452] [openshift-console/console-6d4854c664-sj4h2 34d4f72f94e497196046cd6000eb5b05bb9e9d1c3aa6c1dd45063b3d49ca32f9 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d4854c664-sj4h2 34d4f72f94e497196046cd6000eb5b05bb9e9d1c3aa6c1dd45063b3d49ca32f9 network default NAD default NAD key ] I0419 18:48:20.779858 3694 cni.go:473] [openshift-console/console-6d4854c664-sj4h2 34d4f72f94e497196046cd6000eb5b05bb9e9d1c3aa6c1dd45063b3d49ca32f9 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d4854c664-sj4h2 34d4f72f94e497196046cd6000eb5b05bb9e9d1c3aa6c1dd45063b3d49ca32f9 network default NAD default NAD key default], result "{}", err I0419 18:48:20.845714 3694 obj_retry.go:498] Detected object openshift-console/console-6d4854c664-sj4h2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:20.845752 3694 pods.go:176] Deleting pod: openshift-console/console-6d4854c664-sj4h2 I0419 18:48:20.846944 3694 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d4854c664-sj4h2, ips: 10.128.0.20 I0419 18:48:20.846972 3694 obj_retry.go:498] Detected object openshift-console/console-6d4854c664-sj4h2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:20.857375 3694 base_network_controller_pods.go:487] [default/openshift-console/console-bff75d556-n5mrk] creating logical port openshift-console_console-bff75d556-n5mrk for pod on switch ip-10-0-0-39.ec2.internal I0419 18:48:20.857506 3694 kube.go:256] Updating pod openshift-console/console-bff75d556-n5mrk I0419 18:48:20.879863 3694 pod.go:62] [openshift-console/console-bff75d556-n5mrk] pod update took 22.380749ms I0419 18:48:20.879888 3694 base_network_controller_pods.go:951] [default/openshift-console/console-bff75d556-n5mrk] addLogicalPort annotation time took 22.407187ms I0419 18:48:20.880969 3694 pods.go:271] [openshift-console/console-bff75d556-n5mrk] addLogicalPort took 23.606079ms, libovsdb time 763.031µs I0419 18:48:21.268385 3694 cni.go:452] [openshift-console/console-bff75d556-n5mrk 053246779dbe0feecfb47415ea83a7c3225e25afb574189d1cda5d123932fa66 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-bff75d556-n5mrk 053246779dbe0feecfb47415ea83a7c3225e25afb574189d1cda5d123932fa66 network default NAD default NAD key ] I0419 18:48:21.278483 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-bff75d556-n5mrk, hostIfaceName: 053246779dbe0fe, network: default, NAD default, SandboxID: "053246779dbe0feecfb47415ea83a7c3225e25afb574189d1cda5d123932fa66", PCI device ID: , UID: "74ff6e09-1854-4b00-a766-743dccaadf79", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0419 18:48:21.326733 3694 cni.go:473] [openshift-console/console-bff75d556-n5mrk 053246779dbe0feecfb47415ea83a7c3225e25afb574189d1cda5d123932fa66 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-bff75d556-n5mrk 053246779dbe0feecfb47415ea83a7c3225e25afb574189d1cda5d123932fa66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:4f:45:ab:5a:cf\",\"name\":\"053246779dbe0fe\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2acc93fd-f682-4742-ba8b-680a488b54ae\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:48:21.707551 3694 obj_retry.go:492] Detected object openshift-console/console-6d4854c664-sj4h2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:21.707576 3694 obj_retry.go:492] Detected object openshift-console/console-6d4854c664-sj4h2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:21.725599 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d4854c664-sj4h2 I0419 18:48:21.725633 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d4854c664-sj4h2 I0419 18:48:25.376148 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-dgtbx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:25.376777 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-dgtbx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:26.199807 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-dgtbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:26.199830 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f8cfbbcf5-dgtbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:26.206991 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f8cfbbcf5-dgtbx I0419 18:48:26.207019 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f8cfbbcf5-dgtbx I0419 18:48:28.369286 3694 obj_retry.go:498] Detected object openshift-ingress/router-default-5f4bcd7fcc-9x8qd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:28.369966 3694 obj_retry.go:498] Detected object openshift-ingress/router-default-5f4bcd7fcc-9x8qd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:29.099047 3694 obj_retry.go:492] Detected object openshift-ingress/router-default-5f4bcd7fcc-9x8qd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:29.099070 3694 obj_retry.go:492] Detected object openshift-ingress/router-default-5f4bcd7fcc-9x8qd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:29.105393 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5f4bcd7fcc-9x8qd I0419 18:48:29.105425 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5f4bcd7fcc-9x8qd I0419 18:48:30.513894 3694 obj_retry.go:498] Detected object openshift-console/console-6d4854c664-czhrp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:30.514423 3694 obj_retry.go:498] Detected object openshift-console/console-6d4854c664-czhrp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:31.107347 3694 obj_retry.go:492] Detected object openshift-console/console-6d4854c664-czhrp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:31.107376 3694 obj_retry.go:492] Detected object openshift-console/console-6d4854c664-czhrp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:31.114229 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d4854c664-czhrp I0419 18:48:31.114256 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d4854c664-czhrp W0419 18:48:31.715001 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 18:48:37.367376 3694 cni.go:452] [openshift-dns/dns-default-4mb2s 51cded2a60fb7e65b2ae7b6b65a7ec0684f7b265c5405ebe09450b1b77bf2f9c network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-4mb2s 51cded2a60fb7e65b2ae7b6b65a7ec0684f7b265c5405ebe09450b1b77bf2f9c network default NAD default NAD key ] I0419 18:48:37.376636 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-4mb2s, hostIfaceName: 51cded2a60fb7e6, network: default, NAD default, SandboxID: "51cded2a60fb7e65b2ae7b6b65a7ec0684f7b265c5405ebe09450b1b77bf2f9c", PCI device ID: , UID: "ffcd7fbc-05d3-43f3-9905-c20100b016e1", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0419 18:48:37.424544 3694 cni.go:473] [openshift-dns/dns-default-4mb2s 51cded2a60fb7e65b2ae7b6b65a7ec0684f7b265c5405ebe09450b1b77bf2f9c network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-4mb2s 51cded2a60fb7e65b2ae7b6b65a7ec0684f7b265c5405ebe09450b1b77bf2f9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:d8:74:cc:00:bb\",\"name\":\"51cded2a60fb7e6\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/589012fc-233c-486e-89be-0eca12d2e0bc\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:48:44.119863 3694 cni.go:452] [openshift-monitoring/alertmanager-main-1 36068bc488e6e2f4de65b51b6c9577e2bc0c12a5c5fdd204d131cb5f92b5061c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 36068bc488e6e2f4de65b51b6c9577e2bc0c12a5c5fdd204d131cb5f92b5061c network default NAD default NAD key ] I0419 18:48:44.191896 3694 cni.go:473] [openshift-monitoring/alertmanager-main-1 36068bc488e6e2f4de65b51b6c9577e2bc0c12a5c5fdd204d131cb5f92b5061c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 36068bc488e6e2f4de65b51b6c9577e2bc0c12a5c5fdd204d131cb5f92b5061c network default NAD default NAD key default], result "{}", err I0419 18:48:44.250407 3694 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:44.250449 3694 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0419 18:48:44.251874 3694 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.15 I0419 18:48:44.251902 3694 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:44.752113 3694 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:44.752138 3694 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:44.758840 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0419 18:48:44.758868 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0419 18:48:44.798081 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-39.ec2.internal I0419 18:48:44.798182 3694 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0419 18:48:44.817408 3694 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 19.26518ms I0419 18:48:44.817427 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 19.287738ms I0419 18:48:44.818609 3694 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 20.542795ms, libovsdb time 875.323µs I0419 18:48:45.156397 3694 cni.go:452] [openshift-monitoring/alertmanager-main-1 57f7b1fd699f2b9c640737a70fd11ddc4975515ae0f59c8fea1cd52fdf452e22 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 57f7b1fd699f2b9c640737a70fd11ddc4975515ae0f59c8fea1cd52fdf452e22 network default NAD default NAD key ] I0419 18:48:45.165651 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 57f7b1fd699f2b9, network: default, NAD default, SandboxID: "57f7b1fd699f2b9c640737a70fd11ddc4975515ae0f59c8fea1cd52fdf452e22", PCI device ID: , UID: "3e9abc43-f69c-47f7-9058-d1486c50ebfd", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0419 18:48:45.213148 3694 cni.go:473] [openshift-monitoring/alertmanager-main-1 57f7b1fd699f2b9c640737a70fd11ddc4975515ae0f59c8fea1cd52fdf452e22 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 57f7b1fd699f2b9c640737a70fd11ddc4975515ae0f59c8fea1cd52fdf452e22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ee:6a:06:fb:57\",\"name\":\"57f7b1fd699f2b9\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09259bdb-1aec-4b50-8fe4-e1195582a0ba\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:48:47.137901 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5df7fdf58d-fnpbh] creating logical port openshift-monitoring_telemeter-client-5df7fdf58d-fnpbh for pod on switch ip-10-0-0-39.ec2.internal I0419 18:48:47.138073 3694 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5df7fdf58d-fnpbh I0419 18:48:47.164068 3694 pod.go:62] [openshift-monitoring/telemeter-client-5df7fdf58d-fnpbh] pod update took 26.036149ms I0419 18:48:47.164095 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5df7fdf58d-fnpbh] addLogicalPort annotation time took 26.069201ms I0419 18:48:47.165262 3694 pods.go:271] [openshift-monitoring/telemeter-client-5df7fdf58d-fnpbh] addLogicalPort took 27.387858ms, libovsdb time 868.251µs I0419 18:48:47.500056 3694 cni.go:452] [openshift-monitoring/telemeter-client-5df7fdf58d-fnpbh 5250669c8800fff7ff1177b7f0b18f89654d3cac70973f1afd0a59555fbf1209 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5df7fdf58d-fnpbh 5250669c8800fff7ff1177b7f0b18f89654d3cac70973f1afd0a59555fbf1209 network default NAD default NAD key ] I0419 18:48:47.509205 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5df7fdf58d-fnpbh, hostIfaceName: 5250669c8800fff, network: default, NAD default, SandboxID: "5250669c8800fff7ff1177b7f0b18f89654d3cac70973f1afd0a59555fbf1209", PCI device ID: , UID: "a9dc05b2-b221-43b1-8907-c1d9e617c986", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0419 18:48:47.555488 3694 cni.go:473] [openshift-monitoring/telemeter-client-5df7fdf58d-fnpbh 5250669c8800fff7ff1177b7f0b18f89654d3cac70973f1afd0a59555fbf1209 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5df7fdf58d-fnpbh 5250669c8800fff7ff1177b7f0b18f89654d3cac70973f1afd0a59555fbf1209 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:20:e7:0f:f9:8d\",\"name\":\"5250669c8800fff\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34492776-72b3-4134-bc14-c46bf2724701\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:48:48.880241 3694 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:48.880815 3694 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:48:49.312345 3694 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:49.312369 3694 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:48:49.320104 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0419 18:48:49.320128 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0419 18:48:50.741291 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:48:50.741323 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0419 18:48:50.741332 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:49:05.232603 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:49:05.232629 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:49:05.232638 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0419 18:49:06.527192 3694 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:06.527864 3694 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:07.271449 3694 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:07.271473 3694 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:07.280478 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0419 18:49:07.280507 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0419 18:49:16.197635 3694 cni.go:452] [openshift-console/console-bff75d556-n5mrk 053246779dbe0feecfb47415ea83a7c3225e25afb574189d1cda5d123932fa66 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-bff75d556-n5mrk 053246779dbe0feecfb47415ea83a7c3225e25afb574189d1cda5d123932fa66 network default NAD default NAD key ] I0419 18:49:16.265776 3694 cni.go:473] [openshift-console/console-bff75d556-n5mrk 053246779dbe0feecfb47415ea83a7c3225e25afb574189d1cda5d123932fa66 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-bff75d556-n5mrk 053246779dbe0feecfb47415ea83a7c3225e25afb574189d1cda5d123932fa66 network default NAD default NAD key default], result "{}", err I0419 18:49:16.316031 3694 obj_retry.go:498] Detected object openshift-console/console-bff75d556-n5mrk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:16.316067 3694 pods.go:176] Deleting pod: openshift-console/console-bff75d556-n5mrk I0419 18:49:16.317418 3694 pods.go:236] Attempting to release IPs for pod: openshift-console/console-bff75d556-n5mrk, ips: 10.128.0.21 I0419 18:49:16.317449 3694 obj_retry.go:498] Detected object openshift-console/console-bff75d556-n5mrk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:16.332996 3694 base_network_controller_pods.go:487] [default/openshift-console/console-85f7f99c6-fxpqn] creating logical port openshift-console_console-85f7f99c6-fxpqn for pod on switch ip-10-0-0-39.ec2.internal I0419 18:49:16.333118 3694 kube.go:256] Updating pod openshift-console/console-85f7f99c6-fxpqn I0419 18:49:16.349827 3694 pod.go:62] [openshift-console/console-85f7f99c6-fxpqn] pod update took 16.749226ms I0419 18:49:16.349846 3694 base_network_controller_pods.go:951] [default/openshift-console/console-85f7f99c6-fxpqn] addLogicalPort annotation time took 16.774455ms I0419 18:49:16.351012 3694 pods.go:271] [openshift-console/console-85f7f99c6-fxpqn] addLogicalPort took 18.032367ms, libovsdb time 843.974µs I0419 18:49:16.694716 3694 cni.go:452] [openshift-console/console-85f7f99c6-fxpqn 15eee6ff6eee7a9d6094064269787691660e712ed3120a20a81c573ece9ef6f4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85f7f99c6-fxpqn 15eee6ff6eee7a9d6094064269787691660e712ed3120a20a81c573ece9ef6f4 network default NAD default NAD key ] I0419 18:49:16.704446 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85f7f99c6-fxpqn, hostIfaceName: 15eee6ff6eee7a9, network: default, NAD default, SandboxID: "15eee6ff6eee7a9d6094064269787691660e712ed3120a20a81c573ece9ef6f4", PCI device ID: , UID: "b4bc1ace-4d0f-4c3f-914e-38219f92a866", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0419 18:49:16.752565 3694 cni.go:473] [openshift-console/console-85f7f99c6-fxpqn 15eee6ff6eee7a9d6094064269787691660e712ed3120a20a81c573ece9ef6f4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85f7f99c6-fxpqn 15eee6ff6eee7a9d6094064269787691660e712ed3120a20a81c573ece9ef6f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:ab:94:36:52:7f\",\"name\":\"15eee6ff6eee7a9\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04f40547-5560-42e8-89e6-f473a6ad37d9\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:49:16.916061 3694 obj_retry.go:492] Detected object openshift-console/console-bff75d556-n5mrk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:16.916087 3694 obj_retry.go:492] Detected object openshift-console/console-bff75d556-n5mrk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:16.922121 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bff75d556-n5mrk I0419 18:49:16.922142 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bff75d556-n5mrk W0419 18:49:26.953341 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 18:49:27.627951 3694 obj_retry.go:498] Detected object openshift-console/console-bff75d556-qjghg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:27.628461 3694 obj_retry.go:498] Detected object openshift-console/console-bff75d556-qjghg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:28.486725 3694 obj_retry.go:492] Detected object openshift-console/console-bff75d556-qjghg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:28.486748 3694 obj_retry.go:492] Detected object openshift-console/console-bff75d556-qjghg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:28.498099 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bff75d556-qjghg I0419 18:49:28.498125 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bff75d556-qjghg I0419 18:49:29.200040 3694 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0419 18:49:33.166036 3694 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0419 18:49:51.918472 3694 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:51.919024 3694 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:49:52.473270 3694 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:52.473290 3694 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:49:52.483394 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0419 18:49:52.483417 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0419 18:50:00.216535 3694 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j a95497b14a9a57d7b02809e0bb376c43c718b12594a44c3a3156255704c64db8 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j a95497b14a9a57d7b02809e0bb376c43c718b12594a44c3a3156255704c64db8 network default NAD default NAD key ] I0419 18:50:00.280718 3694 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j a95497b14a9a57d7b02809e0bb376c43c718b12594a44c3a3156255704c64db8 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j a95497b14a9a57d7b02809e0bb376c43c718b12594a44c3a3156255704c64db8 network default NAD default NAD key default], result "{}", err I0419 18:50:01.080140 3694 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:50:01.080183 3694 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j I0419 18:50:01.081650 3694 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j, ips: 10.128.0.9 I0419 18:50:01.081699 3694 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:50:01.102132 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:50:01.102212 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:50:01.113782 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j I0419 18:50:01.113813 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610400-tvb5j I0419 18:50:04.764139 3694 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:50:04.764656 3694 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:50:05.639448 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:50:05.639470 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:50:11.331295 3694 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-lblbb] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-lblbb for pod on switch ip-10-0-0-39.ec2.internal I0419 18:50:11.331407 3694 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-lblbb I0419 18:50:11.348074 3694 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-lblbb] pod update took 16.699159ms I0419 18:50:11.348098 3694 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-lblbb] addLogicalPort annotation time took 16.724667ms I0419 18:50:11.349333 3694 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-lblbb] addLogicalPort took 18.052259ms, libovsdb time 895.532µs I0419 18:50:11.689525 3694 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-lblbb 9650c626be7f7496a7a1a606ab81f9947b6c7a6d59a97b9435dc64a9d81ea966 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-lblbb 9650c626be7f7496a7a1a606ab81f9947b6c7a6d59a97b9435dc64a9d81ea966 network default NAD default NAD key ] I0419 18:50:11.698960 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-lblbb, hostIfaceName: 9650c626be7f749, network: default, NAD default, SandboxID: "9650c626be7f7496a7a1a606ab81f9947b6c7a6d59a97b9435dc64a9d81ea966", PCI device ID: , UID: "5a4144ab-10e6-4d3e-957b-2332575270f5", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0419 18:50:11.748165 3694 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-lblbb 9650c626be7f7496a7a1a606ab81f9947b6c7a6d59a97b9435dc64a9d81ea966 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-lblbb 9650c626be7f7496a7a1a606ab81f9947b6c7a6d59a97b9435dc64a9d81ea966 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:23:dd:a2:7d:aa\",\"name\":\"9650c626be7f749\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36d857e0-587b-4f1f-93c1-223f17797c28\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:50:15.141850 3694 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:50:18.078677 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0419 18:50:23.750647 3694 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0419 18:50:26.144242 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:50:26.178730 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0419 18:50:26.178788 3694 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-n8pjq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-n8pjq: no pod IPs found I0419 18:50:26.206391 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0419 18:50:33.183295 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0419 18:50:36.207289 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0419 18:50:59.189088 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0419 18:51:11.170990 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0419 18:51:33.165638 3694 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0419 18:51:46.176895 3694 cni.go:452] [openshift-console/console-85f7f99c6-fxpqn 15eee6ff6eee7a9d6094064269787691660e712ed3120a20a81c573ece9ef6f4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-85f7f99c6-fxpqn 15eee6ff6eee7a9d6094064269787691660e712ed3120a20a81c573ece9ef6f4 network default NAD default NAD key ] I0419 18:51:46.265130 3694 cni.go:473] [openshift-console/console-85f7f99c6-fxpqn 15eee6ff6eee7a9d6094064269787691660e712ed3120a20a81c573ece9ef6f4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-85f7f99c6-fxpqn 15eee6ff6eee7a9d6094064269787691660e712ed3120a20a81c573ece9ef6f4 network default NAD default NAD key default], result "{}", err I0419 18:51:46.314654 3694 obj_retry.go:498] Detected object openshift-console/console-85f7f99c6-fxpqn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:51:46.314706 3694 pods.go:176] Deleting pod: openshift-console/console-85f7f99c6-fxpqn I0419 18:51:46.315944 3694 pods.go:236] Attempting to release IPs for pod: openshift-console/console-85f7f99c6-fxpqn, ips: 10.128.0.24 I0419 18:51:46.315971 3694 obj_retry.go:498] Detected object openshift-console/console-85f7f99c6-fxpqn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:51:46.322877 3694 base_network_controller_pods.go:487] [default/openshift-console/console-5c758fc7dd-2lj28] creating logical port openshift-console_console-5c758fc7dd-2lj28 for pod on switch ip-10-0-0-39.ec2.internal I0419 18:51:46.322976 3694 kube.go:256] Updating pod openshift-console/console-5c758fc7dd-2lj28 I0419 18:51:46.340608 3694 pod.go:62] [openshift-console/console-5c758fc7dd-2lj28] pod update took 17.666062ms I0419 18:51:46.340629 3694 base_network_controller_pods.go:951] [default/openshift-console/console-5c758fc7dd-2lj28] addLogicalPort annotation time took 17.690419ms I0419 18:51:46.341784 3694 pods.go:271] [openshift-console/console-5c758fc7dd-2lj28] addLogicalPort took 18.919426ms, libovsdb time 855.658µs I0419 18:51:46.457621 3694 obj_retry.go:492] Detected object openshift-console/console-85f7f99c6-fxpqn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:51:46.457639 3694 obj_retry.go:492] Detected object openshift-console/console-85f7f99c6-fxpqn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:51:46.464498 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85f7f99c6-fxpqn I0419 18:51:46.464514 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85f7f99c6-fxpqn I0419 18:51:46.683251 3694 cni.go:452] [openshift-console/console-5c758fc7dd-2lj28 fbcbec56e7097f412404884730ed35c906da69537a7579ac312a2dde98aa7bbc network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c758fc7dd-2lj28 fbcbec56e7097f412404884730ed35c906da69537a7579ac312a2dde98aa7bbc network default NAD default NAD key ] I0419 18:51:46.692524 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c758fc7dd-2lj28, hostIfaceName: fbcbec56e7097f4, network: default, NAD default, SandboxID: "fbcbec56e7097f412404884730ed35c906da69537a7579ac312a2dde98aa7bbc", PCI device ID: , UID: "ff59ca73-0118-473a-96e8-12b440f2b63a", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0419 18:51:46.739389 3694 cni.go:473] [openshift-console/console-5c758fc7dd-2lj28 fbcbec56e7097f412404884730ed35c906da69537a7579ac312a2dde98aa7bbc network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c758fc7dd-2lj28 fbcbec56e7097f412404884730ed35c906da69537a7579ac312a2dde98aa7bbc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:63:be:e3:93:8e\",\"name\":\"fbcbec56e7097f4\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/435e8a5e-5cba-4060-b446-e4a564a0703e\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:51:57.312051 3694 obj_retry.go:498] Detected object openshift-console/console-85f7f99c6-lvgbn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:51:57.312561 3694 obj_retry.go:498] Detected object openshift-console/console-85f7f99c6-lvgbn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 18:51:57.543090 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 18:51:57.972748 3694 obj_retry.go:492] Detected object openshift-console/console-85f7f99c6-lvgbn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:51:57.972771 3694 obj_retry.go:492] Detected object openshift-console/console-85f7f99c6-lvgbn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:51:57.991897 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85f7f99c6-lvgbn I0419 18:51:57.991921 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85f7f99c6-lvgbn I0419 18:52:11.083657 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0419 18:53:05.176542 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0419 18:53:05.193860 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0419 18:53:10.076646 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=142 I0419 18:53:25.077499 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0419 18:53:45.089552 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=718 I0419 18:53:53.079800 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=87 I0419 18:55:26.081571 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=5 I0419 18:56:09.131615 3694 namespace.go:98] [tsf] adding namespace I0419 18:56:09.132365 3694 namespace.go:102] [tsf] adding namespace took 730.856µs I0419 18:56:09.153580 3694 namespace.go:142] [tsf] updating namespace I0419 18:56:09.162538 3694 namespace.go:142] [tsf] updating namespace I0419 18:56:12.876497 3694 namespace.go:98] [rhtpa-operator] adding namespace I0419 18:56:12.877320 3694 namespace.go:102] [rhtpa-operator] adding namespace took 799.452µs I0419 18:56:12.881305 3694 namespace.go:98] [konflux-ui] adding namespace I0419 18:56:12.881388 3694 namespace.go:98] [cert-manager-operator] adding namespace I0419 18:56:12.881957 3694 namespace.go:102] [konflux-ui] adding namespace took 633.77µs I0419 18:56:12.882597 3694 namespace.go:102] [cert-manager-operator] adding namespace took 1.192744ms I0419 18:56:12.889515 3694 namespace.go:98] [konflux-operator] adding namespace I0419 18:56:12.889625 3694 namespace.go:98] [tsf-tpa] adding namespace I0419 18:56:12.889766 3694 namespace.go:98] [tsf-keycloak] adding namespace I0419 18:56:12.889845 3694 namespace.go:98] [tsf-tas] adding namespace I0419 18:56:12.890225 3694 namespace.go:102] [konflux-operator] adding namespace took 697.66µs I0419 18:56:12.890853 3694 namespace.go:102] [tsf-tpa] adding namespace took 1.210965ms I0419 18:56:12.891403 3694 namespace.go:102] [tsf-keycloak] adding namespace took 1.621801ms I0419 18:56:12.891980 3694 namespace.go:102] [tsf-tas] adding namespace took 2.119699ms I0419 18:56:12.892652 3694 namespace.go:98] [rhbk-operator] adding namespace I0419 18:56:12.893175 3694 namespace.go:102] [rhbk-operator] adding namespace took 511.507µs I0419 18:56:12.913309 3694 namespace.go:142] [rhtpa-operator] updating namespace I0419 18:56:12.927138 3694 namespace.go:142] [rhtpa-operator] updating namespace I0419 18:56:12.951266 3694 namespace.go:142] [konflux-ui] updating namespace I0419 18:56:12.951299 3694 namespace.go:142] [konflux-operator] updating namespace I0419 18:56:12.954954 3694 namespace.go:142] [cert-manager-operator] updating namespace I0419 18:56:12.961955 3694 namespace.go:142] [tsf-tpa] updating namespace I0419 18:56:12.973488 3694 namespace.go:142] [tsf-keycloak] updating namespace I0419 18:56:12.973589 3694 namespace.go:142] [konflux-ui] updating namespace I0419 18:56:12.973725 3694 namespace.go:142] [tsf-tas] updating namespace I0419 18:56:13.009449 3694 namespace.go:142] [rhtpa-operator] updating namespace I0419 18:56:13.009492 3694 namespace.go:142] [rhbk-operator] updating namespace I0419 18:56:13.050251 3694 namespace.go:142] [konflux-operator] updating namespace I0419 18:56:13.063528 3694 namespace.go:142] [konflux-operator] updating namespace I0419 18:56:13.093004 3694 namespace.go:142] [tsf-tpa] updating namespace I0419 18:56:13.095774 3694 namespace.go:142] [konflux-ui] updating namespace I0419 18:56:13.102719 3694 namespace.go:142] [tsf-tpa] updating namespace I0419 18:56:13.119374 3694 namespace.go:142] [tsf-keycloak] updating namespace I0419 18:56:13.142993 3694 namespace.go:142] [tsf-keycloak] updating namespace I0419 18:56:13.154204 3694 namespace.go:142] [tsf-tas] updating namespace I0419 18:56:13.169529 3694 namespace.go:142] [tsf-tas] updating namespace I0419 18:56:13.176301 3694 namespace.go:142] [rhbk-operator] updating namespace I0419 18:56:13.213434 3694 namespace.go:142] [rhbk-operator] updating namespace I0419 18:56:13.284361 3694 namespace.go:142] [cert-manager-operator] updating namespace I0419 18:56:13.345472 3694 namespace.go:142] [cert-manager-operator] updating namespace I0419 18:56:14.247803 3694 namespace.go:142] [tsf-tpa] updating namespace I0419 18:56:14.256073 3694 namespace.go:142] [tsf-keycloak] updating namespace I0419 18:56:14.410668 3694 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-39.ec2.internal I0419 18:56:14.410798 3694 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0419 18:56:14.436072 3694 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 25.301247ms I0419 18:56:14.436091 3694 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 25.325806ms I0419 18:56:14.437279 3694 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 26.623745ms, libovsdb time 823.322µs I0419 18:56:14.780804 3694 cni.go:452] [tsf/test-tsf-subscriptions db74b5cb2d5f1cce6c889626d6c3191e83998926dab9212ec24e82fecc6f3056 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions db74b5cb2d5f1cce6c889626d6c3191e83998926dab9212ec24e82fecc6f3056 network default NAD default NAD key ] I0419 18:56:14.789917 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: db74b5cb2d5f1cc, network: default, NAD default, SandboxID: "db74b5cb2d5f1cce6c889626d6c3191e83998926dab9212ec24e82fecc6f3056", PCI device ID: , UID: "e31f75a3-632e-4cc2-8713-c09591b9be8f", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0419 18:56:14.839027 3694 cni.go:473] [tsf/test-tsf-subscriptions db74b5cb2d5f1cce6c889626d6c3191e83998926dab9212ec24e82fecc6f3056 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions db74b5cb2d5f1cce6c889626d6c3191e83998926dab9212ec24e82fecc6f3056 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:38:f0:c3:29:0f\",\"name\":\"db74b5cb2d5f1cc\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77f41b72-302c-40e1-b615-bc60240c3299\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:56:20.132658 3694 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:20.133272 3694 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:20.133307 3694 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:20.133317 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 18:56:20.133332 3694 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:20.133338 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 18:56:21.131301 3694 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:21.131967 3694 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:21.131999 3694 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:21.132009 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 18:56:21.132024 3694 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:21.132033 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 18:56:21.159731 3694 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:21.159755 3694 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:21.159768 3694 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:21.159784 3694 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece59ftq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:22.164395 3694 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:22.164423 3694 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:22.164440 3694 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:22.164456 3694 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5zcr4f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:24.160832 3694 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:24.161417 3694 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:24.161449 3694 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:24.161460 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 18:56:24.161480 3694 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:24.161487 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 18:56:25.169001 3694 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:25.169496 3694 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:25.169521 3694 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:25.169530 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 18:56:25.169540 3694 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:25.169544 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 18:56:25.188878 3694 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:25.188897 3694 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:25.188909 3694 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:25.188917 3694 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568k2kr2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:26.246726 3694 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:26.246750 3694 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:26.246766 3694 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:26.246778 3694 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2rzg5w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:27.189194 3694 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:27.189717 3694 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:27.189737 3694 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:27.189745 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 18:56:27.189754 3694 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:27.189758 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 18:56:28.193359 3694 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:28.193961 3694 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:28.193985 3694 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:28.193993 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 18:56:28.194006 3694 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:56:28.194011 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 18:56:28.220376 3694 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:28.220480 3694 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:28.220509 3694 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:28.220530 3694 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:29.228351 3694 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:29.228376 3694 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:29.228388 3694 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:29.228397 3694 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafgl2q9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:33.464609 3694 namespace.go:98] [cert-manager] adding namespace I0419 18:56:33.465378 3694 namespace.go:102] [cert-manager] adding namespace took 747.979µs I0419 18:56:33.551671 3694 namespace.go:142] [cert-manager] updating namespace I0419 18:56:33.578538 3694 namespace.go:142] [cert-manager] updating namespace W0419 18:56:35.202499 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0419 18:56:38.139146 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0419 18:56:38.146531 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0419 18:56:43.233547 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0419 18:56:43.233566 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0419 18:56:44.402744 3694 namespace.go:142] [openshift-operators] updating namespace I0419 18:56:44.432790 3694 namespace.go:142] [openshift-operators] updating namespace W0419 18:56:47.198557 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 18:56:48.582561 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 18:56:48.613527 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 18:56:48.644467 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 18:56:48.657452 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0419 18:56:51.968494 3694 namespace.go:142] [openshift-operators] updating namespace I0419 18:56:59.600396 3694 cni.go:452] [tsf/test-tsf-subscriptions db74b5cb2d5f1cce6c889626d6c3191e83998926dab9212ec24e82fecc6f3056 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions db74b5cb2d5f1cce6c889626d6c3191e83998926dab9212ec24e82fecc6f3056 network default NAD default NAD key ] I0419 18:56:59.680765 3694 cni.go:473] [tsf/test-tsf-subscriptions db74b5cb2d5f1cce6c889626d6c3191e83998926dab9212ec24e82fecc6f3056 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions db74b5cb2d5f1cce6c889626d6c3191e83998926dab9212ec24e82fecc6f3056 network default NAD default NAD key default], result "{}", err I0419 18:56:59.755217 3694 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:59.755257 3694 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0419 18:56:59.756383 3694 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.27 I0419 18:56:59.756418 3694 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:56:59.789223 3694 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:59.789243 3694 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:56:59.804028 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0419 18:56:59.804051 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0419 18:57:00.707980 3694 namespace.go:98] [trusted-artifact-signer] adding namespace I0419 18:57:00.708780 3694 namespace.go:102] [trusted-artifact-signer] adding namespace took 780.734µs I0419 18:57:00.741744 3694 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 18:57:00.802978 3694 namespace.go:142] [trusted-artifact-signer] updating namespace W0419 18:57:01.327428 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0419 18:57:01.466052 3694 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-39.ec2.internal I0419 18:57:01.466132 3694 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0419 18:57:01.489264 3694 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 23.152042ms I0419 18:57:01.489289 3694 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 23.178462ms I0419 18:57:01.490342 3694 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 24.301851ms, libovsdb time 730.619µs I0419 18:57:01.839850 3694 cni.go:452] [tsf/test-tsf-infrastructure 5d9b0e8bd2a1cb0bada379dae8ec13eb96b2559badf0d1cd4f1ff49029b63b16 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 5d9b0e8bd2a1cb0bada379dae8ec13eb96b2559badf0d1cd4f1ff49029b63b16 network default NAD default NAD key ] I0419 18:57:01.849533 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 5d9b0e8bd2a1cb0, network: default, NAD default, SandboxID: "5d9b0e8bd2a1cb0bada379dae8ec13eb96b2559badf0d1cd4f1ff49029b63b16", PCI device ID: , UID: "4071af6e-e835-478e-8914-b605a64d5566", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0419 18:57:01.897131 3694 cni.go:473] [tsf/test-tsf-infrastructure 5d9b0e8bd2a1cb0bada379dae8ec13eb96b2559badf0d1cd4f1ff49029b63b16 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 5d9b0e8bd2a1cb0bada379dae8ec13eb96b2559badf0d1cd4f1ff49029b63b16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:5f:27:cc:fd:3e\",\"name\":\"5d9b0e8bd2a1cb0\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db5f6389-95a4-4d7d-bddb-c0965c274b13\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:57:04.415572 3694 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p8vkc] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-p8vkc for pod on switch ip-10-0-0-39.ec2.internal I0419 18:57:04.415668 3694 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p8vkc I0419 18:57:04.428277 3694 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p8vkc] pod update took 12.635011ms I0419 18:57:04.428310 3694 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p8vkc] addLogicalPort annotation time took 12.6721ms I0419 18:57:04.429647 3694 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p8vkc] addLogicalPort took 14.096656ms, libovsdb time 990.894µs I0419 18:57:04.439711 3694 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66vxj] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-66vxj for pod on switch ip-10-0-0-39.ec2.internal I0419 18:57:04.439821 3694 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66vxj I0419 18:57:04.452841 3694 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66vxj] pod update took 13.051991ms I0419 18:57:04.452869 3694 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66vxj] addLogicalPort annotation time took 13.082091ms I0419 18:57:04.454224 3694 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66vxj] addLogicalPort took 14.545881ms, libovsdb time 976.242µs I0419 18:57:16.180173 3694 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p8vkc db2cc6b57c2bd089bb7f305edce86645a74e9f94bb36fc6b1bbe5ba444b4f3a9 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p8vkc db2cc6b57c2bd089bb7f305edce86645a74e9f94bb36fc6b1bbe5ba444b4f3a9 network default NAD default NAD key ] I0419 18:57:16.189720 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-p8vkc, hostIfaceName: db2cc6b57c2bd08, network: default, NAD default, SandboxID: "db2cc6b57c2bd089bb7f305edce86645a74e9f94bb36fc6b1bbe5ba444b4f3a9", PCI device ID: , UID: "375eecc9-ca42-40e4-93a3-952467f59ca2", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0419 18:57:16.199716 3694 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66vxj 6324fce0b429df4fa10d3d986ffe8bfcfce6272545fd1ed932bebb654cbdd19b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66vxj 6324fce0b429df4fa10d3d986ffe8bfcfce6272545fd1ed932bebb654cbdd19b network default NAD default NAD key ] I0419 18:57:16.209288 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-66vxj, hostIfaceName: 6324fce0b429df4, network: default, NAD default, SandboxID: "6324fce0b429df4fa10d3d986ffe8bfcfce6272545fd1ed932bebb654cbdd19b", PCI device ID: , UID: "1994e3d0-efc6-453f-b7e1-5b40f32ab993", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0419 18:57:16.238932 3694 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p8vkc db2cc6b57c2bd089bb7f305edce86645a74e9f94bb36fc6b1bbe5ba444b4f3a9 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-p8vkc db2cc6b57c2bd089bb7f305edce86645a74e9f94bb36fc6b1bbe5ba444b4f3a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:98:82:55:ca:a0\",\"name\":\"db2cc6b57c2bd08\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d454c6cb-5e79-4b97-90e5-f0f942bae470\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:57:16.259746 3694 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66vxj 6324fce0b429df4fa10d3d986ffe8bfcfce6272545fd1ed932bebb654cbdd19b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-66vxj 6324fce0b429df4fa10d3d986ffe8bfcfce6272545fd1ed932bebb654cbdd19b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:76:8d:2a:aa:34\",\"name\":\"6324fce0b429df4\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8605dc7a-2e54-4c41-88d7-ebd01f0681c6\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:57:16.675625 3694 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0419 18:57:16.698823 3694 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0419 18:57:16.728829 3694 namespace.go:98] [openshift-pipelines] adding namespace I0419 18:57:16.729742 3694 namespace.go:102] [openshift-pipelines] adding namespace took 892.355µs I0419 18:57:16.749589 3694 namespace.go:142] [openshift-pipelines] updating namespace I0419 18:57:17.513296 3694 namespace.go:142] [cert-manager] updating namespace I0419 18:57:17.713181 3694 namespace.go:142] [cert-manager-operator] updating namespace I0419 18:57:18.113652 3694 namespace.go:142] [konflux-operator] updating namespace I0419 18:57:18.313291 3694 namespace.go:142] [konflux-ui] updating namespace I0419 18:57:18.517131 3694 namespace.go:142] [open-cluster-management-2ppd21iub53sh96ramq6ul1mg6plu4eu] updating namespace I0419 18:57:18.919626 3694 namespace.go:142] [rhbk-operator] updating namespace I0419 18:57:19.118448 3694 namespace.go:142] [rhtpa-operator] updating namespace I0419 18:57:19.319448 3694 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 18:57:19.519061 3694 namespace.go:142] [tsf] updating namespace I0419 18:57:19.722106 3694 namespace.go:142] [tsf-keycloak] updating namespace I0419 18:57:19.923361 3694 namespace.go:142] [tsf-tas] updating namespace I0419 18:57:20.123916 3694 namespace.go:142] [tsf-tpa] updating namespace I0419 18:57:20.258762 3694 namespace.go:142] [cert-manager] updating namespace I0419 18:57:20.269174 3694 namespace.go:142] [cert-manager-operator] updating namespace I0419 18:57:20.280808 3694 namespace.go:142] [default] updating namespace I0419 18:57:20.289872 3694 namespace.go:142] [konflux-operator] updating namespace I0419 18:57:20.299707 3694 namespace.go:142] [konflux-ui] updating namespace I0419 18:57:20.309877 3694 namespace.go:142] [open-cluster-management-2ppd21iub53sh96ramq6ul1mg6plu4eu] updating namespace I0419 18:57:20.317464 3694 namespace.go:142] [openshift] updating namespace I0419 18:57:20.326458 3694 namespace.go:142] [rhbk-operator] updating namespace I0419 18:57:20.337996 3694 namespace.go:142] [rhtpa-operator] updating namespace I0419 18:57:20.346056 3694 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 18:57:20.356967 3694 namespace.go:142] [tsf] updating namespace I0419 18:57:20.367256 3694 namespace.go:142] [tsf-keycloak] updating namespace I0419 18:57:20.392895 3694 namespace.go:142] [tsf-tas] updating namespace I0419 18:57:20.407451 3694 namespace.go:142] [tsf-tpa] updating namespace I0419 18:57:20.508538 3694 namespace.go:142] [cert-manager] updating namespace I0419 18:57:20.615564 3694 namespace.go:142] [cert-manager-operator] updating namespace I0419 18:57:20.707716 3694 namespace.go:142] [default] updating namespace I0419 18:57:20.809495 3694 namespace.go:142] [konflux-operator] updating namespace I0419 18:57:20.909608 3694 namespace.go:142] [konflux-ui] updating namespace I0419 18:57:21.010973 3694 namespace.go:142] [open-cluster-management-2ppd21iub53sh96ramq6ul1mg6plu4eu] updating namespace I0419 18:57:21.109144 3694 namespace.go:142] [openshift] updating namespace I0419 18:57:21.212222 3694 namespace.go:142] [rhbk-operator] updating namespace I0419 18:57:21.309321 3694 namespace.go:142] [rhtpa-operator] updating namespace I0419 18:57:21.408064 3694 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 18:57:21.511470 3694 namespace.go:142] [tsf] updating namespace I0419 18:57:21.609701 3694 namespace.go:142] [tsf-keycloak] updating namespace I0419 18:57:21.706654 3694 namespace.go:142] [tsf-tas] updating namespace I0419 18:57:21.809655 3694 namespace.go:142] [tsf-tpa] updating namespace I0419 18:57:22.076825 3694 namespace.go:142] [openshift-pipelines] updating namespace I0419 18:57:30.191265 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0419 18:57:31.050329 3694 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-scrpz] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-scrpz for pod on switch ip-10-0-0-39.ec2.internal I0419 18:57:31.050414 3694 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-scrpz I0419 18:57:31.072645 3694 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-scrpz] pod update took 22.252894ms I0419 18:57:31.072667 3694 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-scrpz] addLogicalPort annotation time took 22.281193ms I0419 18:57:31.073809 3694 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-scrpz] addLogicalPort took 23.491996ms, libovsdb time 755.865µs I0419 18:57:31.149959 3694 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-vqwrx] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-vqwrx for pod on switch ip-10-0-0-39.ec2.internal I0419 18:57:31.150041 3694 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-vqwrx I0419 18:57:31.166291 3694 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-vqwrx] pod update took 16.274797ms I0419 18:57:31.166311 3694 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-vqwrx] addLogicalPort annotation time took 16.298763ms I0419 18:57:31.167392 3694 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-vqwrx] addLogicalPort took 17.449682ms, libovsdb time 751.569µs I0419 18:57:31.432028 3694 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-scrpz 75bf3ebf1b5ef20ba9617ef28879727e8b00f0ec8b220c53cd6efe7e598d526e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-scrpz 75bf3ebf1b5ef20ba9617ef28879727e8b00f0ec8b220c53cd6efe7e598d526e network default NAD default NAD key ] I0419 18:57:31.441636 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-scrpz, hostIfaceName: 75bf3ebf1b5ef20, network: default, NAD default, SandboxID: "75bf3ebf1b5ef20ba9617ef28879727e8b00f0ec8b220c53cd6efe7e598d526e", PCI device ID: , UID: "3ede373a-0486-49d8-9be0-e331086b349a", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0419 18:57:31.490004 3694 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-scrpz 75bf3ebf1b5ef20ba9617ef28879727e8b00f0ec8b220c53cd6efe7e598d526e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-scrpz 75bf3ebf1b5ef20ba9617ef28879727e8b00f0ec8b220c53cd6efe7e598d526e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:3f:86:b2:72:65\",\"name\":\"75bf3ebf1b5ef20\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c8710c7-e402-4e37-80c4-0441b6c94052\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:57:31.516900 3694 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-vqwrx d85be4ea40cf196f6be6781eeca8dfcbaf93b80c5a80845dc1d459dcfd32421a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-vqwrx d85be4ea40cf196f6be6781eeca8dfcbaf93b80c5a80845dc1d459dcfd32421a network default NAD default NAD key ] I0419 18:57:31.527603 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-vqwrx, hostIfaceName: d85be4ea40cf196, network: default, NAD default, SandboxID: "d85be4ea40cf196f6be6781eeca8dfcbaf93b80c5a80845dc1d459dcfd32421a", PCI device ID: , UID: "e7054298-ed6d-4f46-bc1d-c0528b9c0a5d", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0419 18:57:31.575269 3694 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-vqwrx d85be4ea40cf196f6be6781eeca8dfcbaf93b80c5a80845dc1d459dcfd32421a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-vqwrx d85be4ea40cf196f6be6781eeca8dfcbaf93b80c5a80845dc1d459dcfd32421a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:b2:7e:58:8e:86\",\"name\":\"d85be4ea40cf196\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/400fc8c5-7cb2-4992-8886-7e325d6ef9e6\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:57:35.528429 3694 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 18:57:35.528455 3694 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 18:57:35.528462 3694 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 18:57:35.589399 3694 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 18:57:35.589416 3694 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 18:57:35.589420 3694 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 18:57:35.789872 3694 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 18:57:35.789901 3694 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 18:57:35.789909 3694 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 18:57:35.789916 3694 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 18:57:37.687823 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0419 18:57:37.718017 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0419 18:57:40.168749 3694 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0419 18:57:46.786745 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 18:57:46.786768 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 18:57:46.786775 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 18:57:46.786781 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0419 18:57:48.837156 3694 cni.go:452] [tsf/test-tsf-infrastructure 5d9b0e8bd2a1cb0bada379dae8ec13eb96b2559badf0d1cd4f1ff49029b63b16 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 5d9b0e8bd2a1cb0bada379dae8ec13eb96b2559badf0d1cd4f1ff49029b63b16 network default NAD default NAD key ] I0419 18:57:48.909773 3694 cni.go:473] [tsf/test-tsf-infrastructure 5d9b0e8bd2a1cb0bada379dae8ec13eb96b2559badf0d1cd4f1ff49029b63b16 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 5d9b0e8bd2a1cb0bada379dae8ec13eb96b2559badf0d1cd4f1ff49029b63b16 network default NAD default NAD key default], result "{}", err I0419 18:57:48.962759 3694 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:57:48.962825 3694 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0419 18:57:48.964080 3694 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.28 I0419 18:57:48.964107 3694 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:57:48.994117 3694 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:57:48.994161 3694 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:57:49.001503 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0419 18:57:49.001528 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0419 18:57:50.074372 3694 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-39.ec2.internal I0419 18:57:50.074470 3694 kube.go:256] Updating pod tsf/test-tsf-iam I0419 18:57:50.091225 3694 pod.go:62] [tsf/test-tsf-iam] pod update took 16.778222ms I0419 18:57:50.091251 3694 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.809071ms I0419 18:57:50.092395 3694 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 18.037376ms, libovsdb time 811.099µs I0419 18:57:50.451415 3694 cni.go:452] [tsf/test-tsf-iam e5a92c71c3eb564e18c3577f87f65312a9971efb9eae39c018589e828cea2176 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam e5a92c71c3eb564e18c3577f87f65312a9971efb9eae39c018589e828cea2176 network default NAD default NAD key ] I0419 18:57:50.480231 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: e5a92c71c3eb564, network: default, NAD default, SandboxID: "e5a92c71c3eb564e18c3577f87f65312a9971efb9eae39c018589e828cea2176", PCI device ID: , UID: "d12ffed2-00e4-40b3-a337-801033b5086e", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0419 18:57:50.526957 3694 cni.go:473] [tsf/test-tsf-iam e5a92c71c3eb564e18c3577f87f65312a9971efb9eae39c018589e828cea2176 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam e5a92c71c3eb564e18c3577f87f65312a9971efb9eae39c018589e828cea2176 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:0a:83:de:84:09\",\"name\":\"e5a92c71c3eb564\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ce18e1d-baaa-4095-a27b-f82c0b0fa628\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:57:50.981293 3694 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0419 18:57:50.981911 3694 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0419 18:57:50.981930 3694 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0419 18:57:50.983987 3694 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0419 18:57:51.364499 3694 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-39.ec2.internal I0419 18:57:51.364593 3694 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0419 18:57:51.383281 3694 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.721654ms I0419 18:57:51.383305 3694 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.749199ms I0419 18:57:51.384476 3694 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.989681ms, libovsdb time 817.146µs I0419 18:57:51.728910 3694 cni.go:452] [tsf-keycloak/keycloak-0 75a828e2bcfe974ab96caf8bcd5e7a07dfbbb37a492c9f13a0dace0684be5879 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 75a828e2bcfe974ab96caf8bcd5e7a07dfbbb37a492c9f13a0dace0684be5879 network default NAD default NAD key ] I0419 18:57:51.738660 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 75a828e2bcfe974, network: default, NAD default, SandboxID: "75a828e2bcfe974ab96caf8bcd5e7a07dfbbb37a492c9f13a0dace0684be5879", PCI device ID: , UID: "21351552-61d5-46e7-990b-16870ac85c9b", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0419 18:57:51.785134 3694 cni.go:473] [tsf-keycloak/keycloak-0 75a828e2bcfe974ab96caf8bcd5e7a07dfbbb37a492c9f13a0dace0684be5879 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 75a828e2bcfe974ab96caf8bcd5e7a07dfbbb37a492c9f13a0dace0684be5879 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:95:1b:7e:b1:92\",\"name\":\"75a828e2bcfe974\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fcff67a-4960-4326-8b77-20c686634b42\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:57:56.897445 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0419 18:57:56.897486 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0419 18:57:56.897613 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 18:57:56.897636 3694 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 18:57:57.576617 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0419 18:58:12.202776 3694 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0419 18:58:15.690533 3694 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0419 18:58:18.956816 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0419 18:58:18.956840 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0419 18:58:18.956976 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 18:58:18.956989 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0419 18:58:21.242429 3694 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-4xnzw] creating logical port tsf-keycloak_tsf-iam-4xnzw for pod on switch ip-10-0-0-39.ec2.internal I0419 18:58:21.242528 3694 kube.go:256] Updating pod tsf-keycloak/tsf-iam-4xnzw I0419 18:58:21.256144 3694 pod.go:62] [tsf-keycloak/tsf-iam-4xnzw] pod update took 13.638666ms I0419 18:58:21.256167 3694 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-4xnzw] addLogicalPort annotation time took 13.668394ms I0419 18:58:21.257382 3694 pods.go:271] [tsf-keycloak/tsf-iam-4xnzw] addLogicalPort took 14.973298ms, libovsdb time 881.562µs I0419 18:58:21.600170 3694 cni.go:452] [tsf-keycloak/tsf-iam-4xnzw 2870253b753be5fd55cbbb1df6ac1b343657309a46a8e2e8f15b5201517636bc network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-4xnzw 2870253b753be5fd55cbbb1df6ac1b343657309a46a8e2e8f15b5201517636bc network default NAD default NAD key ] I0419 18:58:21.609361 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-4xnzw, hostIfaceName: 2870253b753be5f, network: default, NAD default, SandboxID: "2870253b753be5fd55cbbb1df6ac1b343657309a46a8e2e8f15b5201517636bc", PCI device ID: , UID: "be56a590-9064-40df-ab34-602ffbd38702", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0419 18:58:21.658344 3694 cni.go:473] [tsf-keycloak/tsf-iam-4xnzw 2870253b753be5fd55cbbb1df6ac1b343657309a46a8e2e8f15b5201517636bc network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-4xnzw 2870253b753be5fd55cbbb1df6ac1b343657309a46a8e2e8f15b5201517636bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:50:70:00:21:57\",\"name\":\"2870253b753be5f\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ffc3fba-d51f-4d8d-828d-a777365e9b1b\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:58:23.045170 3694 cni.go:452] [tsf/test-tsf-iam e5a92c71c3eb564e18c3577f87f65312a9971efb9eae39c018589e828cea2176 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam e5a92c71c3eb564e18c3577f87f65312a9971efb9eae39c018589e828cea2176 network default NAD default NAD key ] I0419 18:58:23.119465 3694 cni.go:473] [tsf/test-tsf-iam e5a92c71c3eb564e18c3577f87f65312a9971efb9eae39c018589e828cea2176 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam e5a92c71c3eb564e18c3577f87f65312a9971efb9eae39c018589e828cea2176 network default NAD default NAD key default], result "{}", err I0419 18:58:23.176816 3694 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:23.176936 3694 pods.go:176] Deleting pod: tsf/test-tsf-iam I0419 18:58:23.178311 3694 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.33 I0419 18:58:23.178343 3694 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:23.218472 3694 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:23.218575 3694 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:23.225927 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0419 18:58:23.226010 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0419 18:58:23.935581 3694 namespace.go:142] [openshift-pipelines] updating namespace I0419 18:58:23.967728 3694 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-39.ec2.internal I0419 18:58:23.967895 3694 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0419 18:58:23.983039 3694 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.163757ms I0419 18:58:23.983068 3694 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.199661ms I0419 18:58:23.984476 3694 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.763316ms, libovsdb time 1.032195ms I0419 18:58:24.368853 3694 cni.go:452] [tsf-tas/test-tsf-tas 9aea97e5f6836a30718a81a8607544f4a450dbfbd8ff14efacd22bf51d44a4b9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 9aea97e5f6836a30718a81a8607544f4a450dbfbd8ff14efacd22bf51d44a4b9 network default NAD default NAD key ] I0419 18:58:24.382675 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 9aea97e5f6836a3, network: default, NAD default, SandboxID: "9aea97e5f6836a30718a81a8607544f4a450dbfbd8ff14efacd22bf51d44a4b9", PCI device ID: , UID: "bd64c35a-d06e-4c30-874a-37cdc3bdb395", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0419 18:58:24.435139 3694 cni.go:473] [tsf-tas/test-tsf-tas 9aea97e5f6836a30718a81a8607544f4a450dbfbd8ff14efacd22bf51d44a4b9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 9aea97e5f6836a30718a81a8607544f4a450dbfbd8ff14efacd22bf51d44a4b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:89:43:fd:c7:39\",\"name\":\"9aea97e5f6836a3\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2528c64-0686-430c-a3c0-d2f0128aaef9\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:58:28.718220 3694 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0419 18:58:28.718271 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0419 18:58:34.755001 3694 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 18:58:34.755021 3694 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 18:58:34.755028 3694 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 18:58:36.775819 3694 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0419 18:58:39.131169 3694 cni.go:452] [tsf-keycloak/tsf-iam-4xnzw 2870253b753be5fd55cbbb1df6ac1b343657309a46a8e2e8f15b5201517636bc network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-4xnzw 2870253b753be5fd55cbbb1df6ac1b343657309a46a8e2e8f15b5201517636bc network default NAD default NAD key ] I0419 18:58:39.213074 3694 cni.go:473] [tsf-keycloak/tsf-iam-4xnzw 2870253b753be5fd55cbbb1df6ac1b343657309a46a8e2e8f15b5201517636bc network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-4xnzw 2870253b753be5fd55cbbb1df6ac1b343657309a46a8e2e8f15b5201517636bc network default NAD default NAD key default], result "{}", err I0419 18:58:39.262885 3694 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4xnzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:39.262928 3694 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-4xnzw I0419 18:58:39.264301 3694 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-4xnzw, ips: 10.128.0.35 I0419 18:58:39.264331 3694 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4xnzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:40.164128 3694 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4xnzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:40.164157 3694 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4xnzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 18:58:45.812715 3694 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0419 18:58:46.824766 3694 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0419 18:58:49.999736 3694 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-nklcg-2m7k6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:50.000245 3694 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-nklcg-2m7k6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:50.886963 3694 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-nklcg-2m7k6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:50.886988 3694 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-nklcg-2m7k6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:55.984037 3694 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-qt6g5] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-qt6g5 for pod on switch ip-10-0-0-39.ec2.internal I0419 18:58:55.984190 3694 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-qt6g5 I0419 18:58:55.996278 3694 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-qt6g5] pod update took 12.160751ms I0419 18:58:55.996295 3694 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-qt6g5] addLogicalPort annotation time took 12.185883ms I0419 18:58:55.997758 3694 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-qt6g5] addLogicalPort took 13.734474ms, libovsdb time 928.113µs I0419 18:58:56.341833 3694 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-qt6g5 0e46c2940055518c5155257dcbc0a4841badfc6bcdfca2e9c69ffc3c0edd6e7a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-qt6g5 0e46c2940055518c5155257dcbc0a4841badfc6bcdfca2e9c69ffc3c0edd6e7a network default NAD default NAD key ] I0419 18:58:56.350937 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-qt6g5, hostIfaceName: 0e46c2940055518, network: default, NAD default, SandboxID: "0e46c2940055518c5155257dcbc0a4841badfc6bcdfca2e9c69ffc3c0edd6e7a", PCI device ID: , UID: "8a170da7-9c21-40eb-981c-fe78b7a0fcf2", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0419 18:58:56.400313 3694 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-qt6g5 0e46c2940055518c5155257dcbc0a4841badfc6bcdfca2e9c69ffc3c0edd6e7a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-qt6g5 0e46c2940055518c5155257dcbc0a4841badfc6bcdfca2e9c69ffc3c0edd6e7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:c4:e5:83:f5:06\",\"name\":\"0e46c2940055518\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e1596d7-36ea-4f68-b035-84d662cbe727\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:59:03.173477 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0419 18:59:09.968440 3694 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jwtpc] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-jwtpc for pod on switch ip-10-0-0-39.ec2.internal I0419 18:59:09.968531 3694 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jwtpc I0419 18:59:09.982613 3694 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jwtpc] pod update took 14.115195ms I0419 18:59:09.982636 3694 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jwtpc] addLogicalPort annotation time took 14.142069ms I0419 18:59:09.983794 3694 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jwtpc] addLogicalPort took 15.368955ms, libovsdb time 773.96µs I0419 18:59:10.067987 3694 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bpcsn] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-bpcsn for pod on switch ip-10-0-0-39.ec2.internal I0419 18:59:10.068072 3694 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bpcsn I0419 18:59:10.085041 3694 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bpcsn] pod update took 16.992967ms I0419 18:59:10.085058 3694 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bpcsn] addLogicalPort annotation time took 17.013924ms I0419 18:59:10.086110 3694 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bpcsn] addLogicalPort took 18.136665ms, libovsdb time 742.773µs I0419 18:59:10.328202 3694 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jwtpc a0b1ca5103a38cabe0111eeb400d72a220b1d0954ef8918bc2ee4458e0b04074 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jwtpc a0b1ca5103a38cabe0111eeb400d72a220b1d0954ef8918bc2ee4458e0b04074 network default NAD default NAD key ] I0419 18:59:10.337599 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-jwtpc, hostIfaceName: a0b1ca5103a38ca, network: default, NAD default, SandboxID: "a0b1ca5103a38cabe0111eeb400d72a220b1d0954ef8918bc2ee4458e0b04074", PCI device ID: , UID: "dc56bc37-b5cc-434e-920c-70450d60f009", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0419 18:59:10.387578 3694 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jwtpc a0b1ca5103a38cabe0111eeb400d72a220b1d0954ef8918bc2ee4458e0b04074 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-jwtpc a0b1ca5103a38cabe0111eeb400d72a220b1d0954ef8918bc2ee4458e0b04074 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:0f:82:1c:7f:35\",\"name\":\"a0b1ca5103a38ca\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dc4e243-4384-4cac-be23-ef50f499c946\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:59:10.430395 3694 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bpcsn 3cee37d077090b373d4616ebd05c80339fd5f0c7abf567f0d8ffdf8bd1e2a9cf network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bpcsn 3cee37d077090b373d4616ebd05c80339fd5f0c7abf567f0d8ffdf8bd1e2a9cf network default NAD default NAD key ] I0419 18:59:10.441593 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-bpcsn, hostIfaceName: 3cee37d077090b3, network: default, NAD default, SandboxID: "3cee37d077090b373d4616ebd05c80339fd5f0c7abf567f0d8ffdf8bd1e2a9cf", PCI device ID: , UID: "d0aac839-3a80-4420-ba0b-588f3833727a", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0419 18:59:10.489553 3694 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bpcsn 3cee37d077090b373d4616ebd05c80339fd5f0c7abf567f0d8ffdf8bd1e2a9cf network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-bpcsn 3cee37d077090b373d4616ebd05c80339fd5f0c7abf567f0d8ffdf8bd1e2a9cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:43:ee:87:65:f9\",\"name\":\"3cee37d077090b3\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17fc9310-f363-423d-8b6b-c6d871b216c6\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:59:13.299187 3694 cni.go:452] [tsf-tas/test-tsf-tas 9aea97e5f6836a30718a81a8607544f4a450dbfbd8ff14efacd22bf51d44a4b9 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 9aea97e5f6836a30718a81a8607544f4a450dbfbd8ff14efacd22bf51d44a4b9 network default NAD default NAD key ] I0419 18:59:13.383888 3694 cni.go:473] [tsf-tas/test-tsf-tas 9aea97e5f6836a30718a81a8607544f4a450dbfbd8ff14efacd22bf51d44a4b9 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 9aea97e5f6836a30718a81a8607544f4a450dbfbd8ff14efacd22bf51d44a4b9 network default NAD default NAD key default], result "{}", err I0419 18:59:13.505016 3694 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:13.505051 3694 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0419 18:59:13.506411 3694 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.36 I0419 18:59:13.506443 3694 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:13.526046 3694 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:13.526080 3694 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:13.540215 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0419 18:59:13.540237 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0419 18:59:14.201722 3694 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-wl884] creating logical port tsf_patch-tekton-config-wl884 for pod on switch ip-10-0-0-39.ec2.internal I0419 18:59:14.201875 3694 kube.go:256] Updating pod tsf/patch-tekton-config-wl884 I0419 18:59:14.219938 3694 pod.go:62] [tsf/patch-tekton-config-wl884] pod update took 18.099396ms I0419 18:59:14.219961 3694 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-wl884] addLogicalPort annotation time took 18.127643ms I0419 18:59:14.221173 3694 pods.go:271] [tsf/patch-tekton-config-wl884] addLogicalPort took 19.498104ms, libovsdb time 851.005µs W0419 18:59:14.305521 3694 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0419 18:59:14.305540 3694 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0419 18:59:14.327902 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0419 18:59:14.327921 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0419 18:59:14.355988 3694 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0419 18:59:14.561114 3694 cni.go:452] [tsf/patch-tekton-config-wl884 b34c7107e128449268b239cb8e6b0b0b3c361a7dc13f48f5f5f39eb29bf96307 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-wl884 b34c7107e128449268b239cb8e6b0b0b3c361a7dc13f48f5f5f39eb29bf96307 network default NAD default NAD key ] I0419 18:59:14.570920 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-wl884, hostIfaceName: b34c7107e128449, network: default, NAD default, SandboxID: "b34c7107e128449268b239cb8e6b0b0b3c361a7dc13f48f5f5f39eb29bf96307", PCI device ID: , UID: "81f04d29-4f76-441a-b521-886850f01d66", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0419 18:59:14.620935 3694 cni.go:473] [tsf/patch-tekton-config-wl884 b34c7107e128449268b239cb8e6b0b0b3c361a7dc13f48f5f5f39eb29bf96307 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-wl884 b34c7107e128449268b239cb8e6b0b0b3c361a7dc13f48f5f5f39eb29bf96307 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:0b:ba:f1:ea:6c\",\"name\":\"b34c7107e128449\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a035cbca-a577-42a7-aabe-7b0ed98d5dbe\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:59:16.228235 3694 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-7h8nc-qn6gd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:16.229242 3694 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-7h8nc-qn6gd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:17.003073 3694 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-7h8nc-qn6gd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:17.003100 3694 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-7h8nc-qn6gd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:19.160389 3694 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-l2r9c-wh8q5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:19.160958 3694 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-l2r9c-wh8q5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:20.035344 3694 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-l2r9c-wh8q5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:20.035374 3694 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-l2r9c-wh8q5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:22.351023 3694 cni.go:452] [tsf/patch-tekton-config-wl884 b34c7107e128449268b239cb8e6b0b0b3c361a7dc13f48f5f5f39eb29bf96307 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-wl884 b34c7107e128449268b239cb8e6b0b0b3c361a7dc13f48f5f5f39eb29bf96307 network default NAD default NAD key ] I0419 18:59:22.417649 3694 cni.go:473] [tsf/patch-tekton-config-wl884 b34c7107e128449268b239cb8e6b0b0b3c361a7dc13f48f5f5f39eb29bf96307 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-wl884 b34c7107e128449268b239cb8e6b0b0b3c361a7dc13f48f5f5f39eb29bf96307 network default NAD default NAD key default], result "{}", err I0419 18:59:22.471369 3694 obj_retry.go:498] Detected object tsf/patch-tekton-config-wl884 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:22.471401 3694 pods.go:176] Deleting pod: tsf/patch-tekton-config-wl884 I0419 18:59:22.472579 3694 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-wl884, ips: 10.128.0.40 I0419 18:59:22.472604 3694 obj_retry.go:498] Detected object tsf/patch-tekton-config-wl884 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:23.380652 3694 obj_retry.go:492] Detected object tsf/patch-tekton-config-wl884 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:23.380672 3694 obj_retry.go:492] Detected object tsf/patch-tekton-config-wl884 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 18:59:23.460444 3694 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0419 18:59:25.066555 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0419 18:59:25.310389 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0419 18:59:25.386444 3694 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-8cdf6dd9f-khz8c] creating logical port tsf-tas_rekor-server-8cdf6dd9f-khz8c for pod on switch ip-10-0-0-39.ec2.internal I0419 18:59:25.386531 3694 kube.go:256] Updating pod tsf-tas/rekor-server-8cdf6dd9f-khz8c I0419 18:59:25.400047 3694 pod.go:62] [tsf-tas/rekor-server-8cdf6dd9f-khz8c] pod update took 13.536453ms I0419 18:59:25.400067 3694 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-8cdf6dd9f-khz8c] addLogicalPort annotation time took 13.562504ms I0419 18:59:25.401196 3694 pods.go:271] [tsf-tas/rekor-server-8cdf6dd9f-khz8c] addLogicalPort took 14.763806ms, libovsdb time 802.577µs I0419 18:59:26.263525 3694 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-kghlc] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-kghlc for pod on switch ip-10-0-0-39.ec2.internal I0419 18:59:26.263645 3694 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-kghlc I0419 18:59:26.276704 3694 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-kghlc] pod update took 13.059689ms I0419 18:59:26.276726 3694 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-kghlc] addLogicalPort annotation time took 13.105826ms I0419 18:59:26.277924 3694 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-kghlc] addLogicalPort took 14.416994ms, libovsdb time 841.45µs W0419 18:59:27.075414 3694 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0419 18:59:27.097450 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0419 18:59:27.222061 3694 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-kghlc b613d8af9552f87a39dae902dec0430134ee9e3382e79088604a84505b2d6da8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-kghlc b613d8af9552f87a39dae902dec0430134ee9e3382e79088604a84505b2d6da8 network default NAD default NAD key ] I0419 18:59:27.231276 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-kghlc, hostIfaceName: b613d8af9552f87, network: default, NAD default, SandboxID: "b613d8af9552f87a39dae902dec0430134ee9e3382e79088604a84505b2d6da8", PCI device ID: , UID: "52884d1b-b70a-4c34-81d2-462eac9bd98d", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0419 18:59:27.281332 3694 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-kghlc b613d8af9552f87a39dae902dec0430134ee9e3382e79088604a84505b2d6da8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-kghlc b613d8af9552f87a39dae902dec0430134ee9e3382e79088604a84505b2d6da8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:c4:2a:a2:48:3c\",\"name\":\"b613d8af9552f87\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/340d7715-16b2-4a70-bc39-2ce50f96e056\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:59:28.463599 3694 cni.go:452] [tsf-tas/rekor-server-8cdf6dd9f-khz8c 303dd0bc169652690c0f187b8895e05e0ac351427720ca66da27f53148e91309 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-8cdf6dd9f-khz8c 303dd0bc169652690c0f187b8895e05e0ac351427720ca66da27f53148e91309 network default NAD default NAD key ] I0419 18:59:28.475756 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-8cdf6dd9f-khz8c, hostIfaceName: 303dd0bc1696526, network: default, NAD default, SandboxID: "303dd0bc169652690c0f187b8895e05e0ac351427720ca66da27f53148e91309", PCI device ID: , UID: "935bbdd1-3e5b-4828-b193-d06e70dd4b3e", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0419 18:59:28.539823 3694 cni.go:473] [tsf-tas/rekor-server-8cdf6dd9f-khz8c 303dd0bc169652690c0f187b8895e05e0ac351427720ca66da27f53148e91309 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-8cdf6dd9f-khz8c 303dd0bc169652690c0f187b8895e05e0ac351427720ca66da27f53148e91309 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f3:b4:ce:a4:db\",\"name\":\"303dd0bc1696526\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/246a954a-522c-4140-886a-12c7dbbdee56\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:59:29.202476 3694 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-c29zz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:29.203068 3694 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-c29zz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:30.229895 3694 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-c29zz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:30.229916 3694 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-c29zz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:30.267290 3694 obj_retry.go:492] Detected object tsf/patch-tekton-config-wl884 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:30.267353 3694 obj_retry.go:492] Detected object tsf/patch-tekton-config-wl884 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:30.272107 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-wl884 I0419 18:59:30.272134 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-wl884 I0419 18:59:30.825203 3694 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-39.ec2.internal I0419 18:59:30.825309 3694 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0419 18:59:30.839004 3694 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.717529ms I0419 18:59:30.839030 3694 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.749613ms I0419 18:59:30.840280 3694 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.094626ms, libovsdb time 904.036µs I0419 18:59:31.715935 3694 cni.go:452] [tsf-tpa/pre-install-tsf-tpa d836590c3dfd6346248c871e39ec7334dae4c4c6bf616481d0df51807d7cdd3a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa d836590c3dfd6346248c871e39ec7334dae4c4c6bf616481d0df51807d7cdd3a network default NAD default NAD key ] I0419 18:59:31.726027 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: d836590c3dfd634, network: default, NAD default, SandboxID: "d836590c3dfd6346248c871e39ec7334dae4c4c6bf616481d0df51807d7cdd3a", PCI device ID: , UID: "df0fb46f-66c8-43d9-9f16-7b92c35350a1", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0419 18:59:31.782228 3694 cni.go:473] [tsf-tpa/pre-install-tsf-tpa d836590c3dfd6346248c871e39ec7334dae4c4c6bf616481d0df51807d7cdd3a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa d836590c3dfd6346248c871e39ec7334dae4c4c6bf616481d0df51807d7cdd3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:53:47:d8:8c:33\",\"name\":\"d836590c3dfd634\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b176ab20-3cd6-46b8-ba27-8f0399eb38d8\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 18:59:33.445754 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0419 18:59:35.428287 3694 cni.go:452] [tsf-tpa/pre-install-tsf-tpa d836590c3dfd6346248c871e39ec7334dae4c4c6bf616481d0df51807d7cdd3a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa d836590c3dfd6346248c871e39ec7334dae4c4c6bf616481d0df51807d7cdd3a network default NAD default NAD key ] I0419 18:59:35.502402 3694 cni.go:473] [tsf-tpa/pre-install-tsf-tpa d836590c3dfd6346248c871e39ec7334dae4c4c6bf616481d0df51807d7cdd3a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa d836590c3dfd6346248c871e39ec7334dae4c4c6bf616481d0df51807d7cdd3a network default NAD default NAD key default], result "{}", err I0419 18:59:35.651604 3694 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:35.651635 3694 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0419 18:59:35.652863 3694 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.43 I0419 18:59:35.652888 3694 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:35.672508 3694 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:35.672527 3694 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:35.681349 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0419 18:59:35.681374 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0419 18:59:35.899025 3694 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-39.ec2.internal I0419 18:59:35.899110 3694 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0419 18:59:35.913156 3694 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.067403ms I0419 18:59:35.913176 3694 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.094299ms I0419 18:59:35.914414 3694 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.404846ms, libovsdb time 857.326µs I0419 18:59:36.287669 3694 cni.go:452] [tsf-tpa/test-tsf-tpa 3cfeafdee301e897c437b2503f0a374ec09c9648b1f49ae06b6752517a261de8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 3cfeafdee301e897c437b2503f0a374ec09c9648b1f49ae06b6752517a261de8 network default NAD default NAD key ] I0419 18:59:36.296806 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 3cfeafdee301e89, network: default, NAD default, SandboxID: "3cfeafdee301e897c437b2503f0a374ec09c9648b1f49ae06b6752517a261de8", PCI device ID: , UID: "a2c384c9-acd0-4180-b14b-d065ee6cb2cb", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0419 18:59:36.346269 3694 cni.go:473] [tsf-tpa/test-tsf-tpa 3cfeafdee301e897c437b2503f0a374ec09c9648b1f49ae06b6752517a261de8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 3cfeafdee301e897c437b2503f0a374ec09c9648b1f49ae06b6752517a261de8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:f5:d0:d8:f3:f6\",\"name\":\"3cfeafdee301e89\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85f21f15-ebd8-42e3-bb22-42517051f078\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:59:39.209379 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0419 18:59:42.279042 3694 obj_retry.go:498] Detected object tsf-tpa/create-db-9pgx5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:42.279577 3694 obj_retry.go:498] Detected object tsf-tpa/create-db-9pgx5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:43.305777 3694 obj_retry.go:492] Detected object tsf-tpa/create-db-9pgx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:43.305803 3694 obj_retry.go:492] Detected object tsf-tpa/create-db-9pgx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 18:59:45.439538 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0419 18:59:46.314877 3694 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5c7zr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:46.315391 3694 obj_retry.go:498] Detected object tsf-tpa/migrate-db-5c7zr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:46.450712 3694 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5c7zr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:46.450732 3694 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5c7zr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:46.641092 3694 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-rvng5] creating logical port tsf-tpa_create-importers-rvng5 for pod on switch ip-10-0-0-39.ec2.internal I0419 18:59:46.641183 3694 kube.go:256] Updating pod tsf-tpa/create-importers-rvng5 I0419 18:59:46.653279 3694 pod.go:62] [tsf-tpa/create-importers-rvng5] pod update took 12.118582ms I0419 18:59:46.653295 3694 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-rvng5] addLogicalPort annotation time took 12.138777ms I0419 18:59:46.654439 3694 pods.go:271] [tsf-tpa/create-importers-rvng5] addLogicalPort took 13.365111ms, libovsdb time 722.25µs I0419 18:59:47.061858 3694 cni.go:452] [tsf-tpa/create-importers-rvng5 29225ab77658a5368fe3211a52fd4338a02a907ce508c62a891377f60583dd4e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-rvng5 29225ab77658a5368fe3211a52fd4338a02a907ce508c62a891377f60583dd4e network default NAD default NAD key ] I0419 18:59:47.070966 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-rvng5, hostIfaceName: 29225ab77658a53, network: default, NAD default, SandboxID: "29225ab77658a5368fe3211a52fd4338a02a907ce508c62a891377f60583dd4e", PCI device ID: , UID: "eec12730-7b87-4cc4-9714-cbd33d9ccb33", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0419 18:59:47.122232 3694 cni.go:473] [tsf-tpa/create-importers-rvng5 29225ab77658a5368fe3211a52fd4338a02a907ce508c62a891377f60583dd4e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-rvng5 29225ab77658a5368fe3211a52fd4338a02a907ce508c62a891377f60583dd4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:5d:c5:c9:89:cb\",\"name\":\"29225ab77658a53\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89fd614d-bebb-4937-b8d3-7a638770a58f\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 18:59:49.168255 3694 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0419 18:59:51.515452 3694 cni.go:452] [tsf-tpa/create-importers-rvng5 29225ab77658a5368fe3211a52fd4338a02a907ce508c62a891377f60583dd4e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-rvng5 29225ab77658a5368fe3211a52fd4338a02a907ce508c62a891377f60583dd4e network default NAD default NAD key ] I0419 18:59:51.587803 3694 cni.go:473] [tsf-tpa/create-importers-rvng5 29225ab77658a5368fe3211a52fd4338a02a907ce508c62a891377f60583dd4e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-rvng5 29225ab77658a5368fe3211a52fd4338a02a907ce508c62a891377f60583dd4e network default NAD default NAD key default], result "{}", err I0419 18:59:51.669527 3694 obj_retry.go:498] Detected object tsf-tpa/create-importers-rvng5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:51.669552 3694 pods.go:176] Deleting pod: tsf-tpa/create-importers-rvng5 I0419 18:59:51.670836 3694 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-rvng5, ips: 10.128.0.45 I0419 18:59:51.670865 3694 obj_retry.go:498] Detected object tsf-tpa/create-importers-rvng5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:52.696557 3694 obj_retry.go:492] Detected object tsf-tpa/create-importers-rvng5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:52.696582 3694 obj_retry.go:492] Detected object tsf-tpa/create-importers-rvng5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 18:59:55.225531 3694 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0419 18:59:56.208615 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0419 18:59:58.383561 3694 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-jt9fv-64ggn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:58.384083 3694 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-jt9fv-64ggn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:59.273851 3694 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-jt9fv-64ggn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:59.273871 3694 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-jt9fv-64ggn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:59.556802 3694 cni.go:452] [tsf-tpa/test-tsf-tpa 3cfeafdee301e897c437b2503f0a374ec09c9648b1f49ae06b6752517a261de8 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 3cfeafdee301e897c437b2503f0a374ec09c9648b1f49ae06b6752517a261de8 network default NAD default NAD key ] I0419 18:59:59.648156 3694 cni.go:473] [tsf-tpa/test-tsf-tpa 3cfeafdee301e897c437b2503f0a374ec09c9648b1f49ae06b6752517a261de8 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 3cfeafdee301e897c437b2503f0a374ec09c9648b1f49ae06b6752517a261de8 network default NAD default NAD key default], result "{}", err I0419 18:59:59.700186 3694 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:59.700219 3694 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0419 18:59:59.701527 3694 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.44 I0419 18:59:59.701561 3694 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:59.718321 3694 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:59.718342 3694 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:59.726502 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0419 18:59:59.726530 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0419 19:00:00.171266 3694 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29610420-fwt8k for pod on switch ip-10-0-0-39.ec2.internal I0419 19:00:00.171356 3694 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k I0419 19:00:00.186194 3694 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k] pod update took 14.869504ms I0419 19:00:00.186213 3694 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k] addLogicalPort annotation time took 14.892483ms I0419 19:00:00.187378 3694 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k] addLogicalPort took 16.125194ms, libovsdb time 838.757µs I0419 19:00:00.440072 3694 namespace.go:98] [image-controller] adding namespace I0419 19:00:00.440945 3694 namespace.go:102] [image-controller] adding namespace took 856.793µs I0419 19:00:00.447891 3694 namespace.go:98] [default-tenant] adding namespace I0419 19:00:00.448027 3694 namespace.go:98] [integration-service] adding namespace I0419 19:00:00.448104 3694 namespace.go:98] [build-service] adding namespace I0419 19:00:00.448638 3694 namespace.go:102] [default-tenant] adding namespace took 735.231µs I0419 19:00:00.449283 3694 namespace.go:102] [integration-service] adding namespace took 1.240687ms I0419 19:00:00.449906 3694 namespace.go:102] [build-service] adding namespace took 1.791178ms I0419 19:00:00.486192 3694 namespace.go:142] [image-controller] updating namespace I0419 19:00:00.505377 3694 namespace.go:142] [image-controller] updating namespace I0419 19:00:00.520233 3694 namespace.go:142] [default-tenant] updating namespace I0419 19:00:00.530166 3694 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k c00fc18d66f521adec7d48ead66ae8db1fb70cfd1078905b22b3624689808912 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k c00fc18d66f521adec7d48ead66ae8db1fb70cfd1078905b22b3624689808912 network default NAD default NAD key ] I0419 19:00:00.539943 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29610420-fwt8k, hostIfaceName: c00fc18d66f521a, network: default, NAD default, SandboxID: "c00fc18d66f521adec7d48ead66ae8db1fb70cfd1078905b22b3624689808912", PCI device ID: , UID: "c7678c65-6ef6-43d1-8dd7-12f03ec12645", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0419 19:00:00.559078 3694 namespace.go:142] [default-tenant] updating namespace I0419 19:00:00.590590 3694 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k c00fc18d66f521adec7d48ead66ae8db1fb70cfd1078905b22b3624689808912 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k c00fc18d66f521adec7d48ead66ae8db1fb70cfd1078905b22b3624689808912 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:92:83:d3:ba:35\",\"name\":\"c00fc18d66f521a\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/594695cb-b89e-4191-90c8-28360fc73502\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:00:00.596049 3694 namespace.go:142] [integration-service] updating namespace I0419 19:00:00.616071 3694 namespace.go:142] [integration-service] updating namespace I0419 19:00:00.629394 3694 namespace.go:142] [build-service] updating namespace I0419 19:00:00.673624 3694 namespace.go:142] [build-service] updating namespace I0419 19:00:00.752363 3694 namespace.go:142] [build-service] updating namespace I0419 19:00:00.778560 3694 namespace.go:142] [integration-service] updating namespace I0419 19:00:00.813479 3694 namespace.go:98] [release-service] adding namespace I0419 19:00:00.814312 3694 namespace.go:102] [release-service] adding namespace took 815.259µs I0419 19:00:00.857722 3694 namespace.go:142] [konflux-ui] updating namespace I0419 19:00:00.857818 3694 namespace.go:142] [release-service] updating namespace I0419 19:00:00.874448 3694 namespace.go:142] [release-service] updating namespace I0419 19:00:00.983520 3694 namespace.go:98] [konflux-info] adding namespace I0419 19:00:00.984334 3694 namespace.go:102] [konflux-info] adding namespace took 794.405µs I0419 19:00:00.993646 3694 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-39.ec2.internal I0419 19:00:00.993758 3694 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0419 19:00:01.035776 3694 namespace.go:98] [namespace-lister] adding namespace I0419 19:00:01.036456 3694 namespace.go:102] [namespace-lister] adding namespace took 664.055µs I0419 19:00:01.055969 3694 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 62.237395ms I0419 19:00:01.055989 3694 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 62.261534ms I0419 19:00:01.057063 3694 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 63.430301ms, libovsdb time 713.503µs I0419 19:00:01.087618 3694 namespace.go:142] [konflux-info] updating namespace I0419 19:00:01.142962 3694 namespace.go:142] [konflux-info] updating namespace I0419 19:00:01.163519 3694 namespace.go:98] [enterprise-contract-service] adding namespace I0419 19:00:01.164265 3694 namespace.go:102] [enterprise-contract-service] adding namespace took 730.746µs I0419 19:00:01.194723 3694 namespace.go:142] [namespace-lister] updating namespace I0419 19:00:01.227069 3694 namespace.go:142] [image-controller] updating namespace I0419 19:00:01.259629 3694 namespace.go:142] [namespace-lister] updating namespace I0419 19:00:01.313920 3694 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:00:01.353050 3694 cni.go:452] [konflux-ui/test-tsf-konflux c5fcfec99048b7e8ac4b8d7c5658b841aeb2f94100f53d46969529d3fdf19625 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux c5fcfec99048b7e8ac4b8d7c5658b841aeb2f94100f53d46969529d3fdf19625 network default NAD default NAD key ] I0419 19:00:01.362850 3694 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: c5fcfec99048b7e, network: default, NAD default, SandboxID: "c5fcfec99048b7e8ac4b8d7c5658b841aeb2f94100f53d46969529d3fdf19625", PCI device ID: , UID: "1d4231b1-5166-4169-8bc6-7191f5ad8b13", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0419 19:00:01.388819 3694 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:00:01.412847 3694 cni.go:473] [konflux-ui/test-tsf-konflux c5fcfec99048b7e8ac4b8d7c5658b841aeb2f94100f53d46969529d3fdf19625 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux c5fcfec99048b7e8ac4b8d7c5658b841aeb2f94100f53d46969529d3fdf19625 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:63:2c:a1:55:4a\",\"name\":\"c5fcfec99048b7e\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0d0e45a-577f-48c3-af31-4913497e0dbc\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:00:01.521651 3694 namespace.go:142] [default-tenant] updating namespace I0419 19:00:02.010722 3694 namespace.go:98] [segment-bridge] adding namespace I0419 19:00:02.011466 3694 namespace.go:102] [segment-bridge] adding namespace took 721.77µs I0419 19:00:02.365706 3694 namespace.go:142] [segment-bridge] updating namespace I0419 19:00:02.427998 3694 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0419 19:00:02.428620 3694 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0419 19:00:02.428639 3694 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0419 19:00:02.431054 3694 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0419 19:00:02.480959 3694 namespace.go:142] [segment-bridge] updating namespace I0419 19:00:02.506410 3694 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0419 19:00:02.506433 3694 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0419 19:00:02.507145 3694 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0419 19:00:03.595583 3694 namespace.go:142] [build-service] updating namespace I0419 19:00:03.856791 3694 base_network_controller_pods.go:487] [default/konflux-ui/dex-5bb4978677-snfvk] creating logical port konflux-ui_dex-5bb4978677-snfvk for pod on switch ip-10-0-0-39.ec2.internal I0419 19:00:03.856924 3694 kube.go:256] Updating pod konflux-ui/dex-5bb4978677-snfvk I0419 19:00:03.934781 3694 pod.go:62] [konflux-ui/dex-5bb4978677-snfvk] pod update took 77.885653ms I0419 19:00:03.934813 3694 base_network_controller_pods.go:951] [default/konflux-ui/dex-5bb4978677-snfvk] addLogicalPort annotation time took 77.923004ms I0419 19:00:03.936383 3694 pods.go:271] [konflux-ui/dex-5bb4978677-snfvk] addLogicalPort took 79.608047ms, libovsdb time 1.009905ms I0419 19:00:04.083824 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0419 19:00:04.129834 3694 namespace.go:142] [default-tenant] updating namespace I0419 19:00:04.141856 3694 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-s6rpv] creating logical port image-controller_image-controller-controller-manager-6f859968fc-s6rpv for pod on switch ip-10-0-0-39.ec2.internal I0419 19:00:04.141948 3694 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-s6rpv I0419 19:00:04.181885 3694 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-s6rpv] pod update took 39.957177ms I0419 19:00:04.181915 3694 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-s6rpv] addLogicalPort annotation time took 39.99283ms I0419 19:00:04.183350 3694 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-s6rpv] addLogicalPort took 41.509476ms, libovsdb time 944.037µs I0419 19:00:04.334985 3694 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-l4pjp for pod on switch ip-10-0-0-39.ec2.internal I0419 19:00:04.335120 3694 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp I0419 19:00:04.372081 3694 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp] pod update took 36.980002ms I0419 19:00:04.372111 3694 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp] addLogicalPort annotation time took 37.018236ms I0419 19:00:04.373560 3694 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp] addLogicalPort took 38.592214ms, libovsdb time 921.504µs I0419 19:00:04.512807 3694 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:00:04.537308 3694 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-s6rpv 2db72e920a5589e95728ae573bde36986d1469d3aa07efc92d8e03bcc4527e0b network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-s6rpv 2db72e920a5589e95728ae573bde36986d1469d3aa07efc92d8e03bcc4527e0b network default NAD default NAD key ] I0419 19:00:04.550297 3694 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-s6rpv, hostIfaceName: 2db72e920a5589e, network: default, NAD default, SandboxID: "2db72e920a5589e95728ae573bde36986d1469d3aa07efc92d8e03bcc4527e0b", PCI device ID: , UID: "7de79f90-5a7d-426a-937f-a789be7ee83b", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0419 19:00:04.602936 3694 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-s6rpv 2db72e920a5589e95728ae573bde36986d1469d3aa07efc92d8e03bcc4527e0b network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-s6rpv 2db72e920a5589e95728ae573bde36986d1469d3aa07efc92d8e03bcc4527e0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:0e:0c:58:56:ff\",\"name\":\"2db72e920a5589e\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9767ff80-c95a-4266-b99d-02cff2164c1a\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:00:04.626587 3694 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-6xzlp] creating logical port build-service_build-service-controller-manager-7cbf488fcf-6xzlp for pod on switch ip-10-0-0-39.ec2.internal I0419 19:00:04.626680 3694 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-6xzlp I0419 19:00:04.657602 3694 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-6xzlp] pod update took 30.945647ms I0419 19:00:04.657627 3694 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-6xzlp] addLogicalPort annotation time took 30.973874ms I0419 19:00:04.658891 3694 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-6xzlp] addLogicalPort took 32.32171ms, libovsdb time 803.326µs I0419 19:00:04.808574 3694 namespace.go:142] [image-controller] updating namespace I0419 19:00:04.977123 3694 base_network_controller_pods.go:487] [default/konflux-ui/proxy-85859db64d-bkbdj] creating logical port konflux-ui_proxy-85859db64d-bkbdj for pod on switch ip-10-0-0-39.ec2.internal I0419 19:00:04.977226 3694 kube.go:256] Updating pod konflux-ui/proxy-85859db64d-bkbdj I0419 19:00:05.009938 3694 pod.go:62] [konflux-ui/proxy-85859db64d-bkbdj] pod update took 32.743519ms I0419 19:00:05.009969 3694 base_network_controller_pods.go:951] [default/konflux-ui/proxy-85859db64d-bkbdj] addLogicalPort annotation time took 32.77869ms I0419 19:00:05.011245 3694 pods.go:271] [konflux-ui/proxy-85859db64d-bkbdj] addLogicalPort took 34.140094ms, libovsdb time 862.63µs I0419 19:00:05.026354 3694 namespace.go:142] [integration-service] updating namespace I0419 19:00:05.044222 3694 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-6xzlp 0db29d18f8f8c66a1d14d2e0f169a0aa989ca38907830f7bb2d5101fd7090625 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-6xzlp 0db29d18f8f8c66a1d14d2e0f169a0aa989ca38907830f7bb2d5101fd7090625 network default NAD default NAD key ] I0419 19:00:05.053917 3694 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-6xzlp, hostIfaceName: 0db29d18f8f8c66, network: default, NAD default, SandboxID: "0db29d18f8f8c66a1d14d2e0f169a0aa989ca38907830f7bb2d5101fd7090625", PCI device ID: , UID: "4e205fff-3085-4ab3-8e76-a5855c225b65", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0419 19:00:05.104672 3694 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-6xzlp 0db29d18f8f8c66a1d14d2e0f169a0aa989ca38907830f7bb2d5101fd7090625 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-6xzlp 0db29d18f8f8c66a1d14d2e0f169a0aa989ca38907830f7bb2d5101fd7090625 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:08:f1:31:00:89\",\"name\":\"0db29d18f8f8c66\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3c271c3-dbfb-43a8-9a5e-aa93d14bb253\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:00:05.333978 3694 namespace.go:142] [konflux-info] updating namespace I0419 19:00:05.541555 3694 namespace.go:142] [namespace-lister] updating namespace I0419 19:00:05.596800 3694 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k c00fc18d66f521adec7d48ead66ae8db1fb70cfd1078905b22b3624689808912 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k c00fc18d66f521adec7d48ead66ae8db1fb70cfd1078905b22b3624689808912 network default NAD default NAD key ] I0419 19:00:05.686390 3694 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k c00fc18d66f521adec7d48ead66ae8db1fb70cfd1078905b22b3624689808912 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k c00fc18d66f521adec7d48ead66ae8db1fb70cfd1078905b22b3624689808912 network default NAD default NAD key default], result "{}", err I0419 19:00:05.745864 3694 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:05.745896 3694 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k I0419 19:00:05.747343 3694 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k, ips: 10.128.0.46 I0419 19:00:05.747370 3694 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:05.765723 3694 namespace.go:142] [release-service] updating namespace I0419 19:00:05.907503 3694 namespace.go:142] [build-service] updating namespace I0419 19:00:05.941165 3694 namespace.go:142] [default-tenant] updating namespace I0419 19:00:05.974975 3694 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:00:06.015718 3694 namespace.go:142] [image-controller] updating namespace I0419 19:00:06.041513 3694 namespace.go:142] [integration-service] updating namespace I0419 19:00:06.072433 3694 namespace.go:142] [konflux-info] updating namespace I0419 19:00:06.105488 3694 namespace.go:142] [namespace-lister] updating namespace I0419 19:00:06.128671 3694 namespace.go:142] [release-service] updating namespace I0419 19:00:06.268589 3694 namespace.go:142] [build-service] updating namespace W0419 19:00:06.310899 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0419 19:00:06.438610 3694 namespace.go:142] [default-tenant] updating namespace I0419 19:00:06.609974 3694 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:00:06.768617 3694 namespace.go:142] [image-controller] updating namespace I0419 19:00:06.816756 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:06.816781 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-fwt8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:06.921314 3694 namespace.go:142] [integration-service] updating namespace I0419 19:00:07.066023 3694 namespace.go:142] [konflux-info] updating namespace I0419 19:00:07.177835 3694 namespace.go:142] [namespace-lister] updating namespace I0419 19:00:07.274010 3694 namespace.go:142] [release-service] updating namespace W0419 19:00:08.314974 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0419 19:00:08.541348 3694 namespace.go:142] [segment-bridge] updating namespace I0419 19:00:08.673124 3694 namespace.go:142] [segment-bridge] updating namespace I0419 19:00:08.770528 3694 namespace.go:142] [segment-bridge] updating namespace W0419 19:00:09.619530 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0419 19:00:09.649750 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0419 19:00:11.827541 3694 cni.go:452] [konflux-ui/dex-5bb4978677-snfvk 9103e75fea8d24d86c14f8185d955c015492cc31013afcb9a075c9e0aab154a3 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-5bb4978677-snfvk 9103e75fea8d24d86c14f8185d955c015492cc31013afcb9a075c9e0aab154a3 network default NAD default NAD key ] I0419 19:00:11.837343 3694 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-5bb4978677-snfvk, hostIfaceName: 9103e75fea8d24d, network: default, NAD default, SandboxID: "9103e75fea8d24d86c14f8185d955c015492cc31013afcb9a075c9e0aab154a3", PCI device ID: , UID: "a804e880-2101-436c-b5f9-d2a5917adb5d", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0419 19:00:11.888404 3694 cni.go:473] [konflux-ui/dex-5bb4978677-snfvk 9103e75fea8d24d86c14f8185d955c015492cc31013afcb9a075c9e0aab154a3 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-5bb4978677-snfvk 9103e75fea8d24d86c14f8185d955c015492cc31013afcb9a075c9e0aab154a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:fd:1f:46:f3:d2\",\"name\":\"9103e75fea8d24d\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/561eedbb-9214-4a21-8804-d7b9543d8cfa\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:00:12.230990 3694 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp 715cf60879dfbb86b235afe0ce7d64bb50f4983c852c3152c951b283b5d10cb0 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp 715cf60879dfbb86b235afe0ce7d64bb50f4983c852c3152c951b283b5d10cb0 network default NAD default NAD key ] I0419 19:00:12.240498 3694 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-l4pjp, hostIfaceName: 715cf60879dfbb8, network: default, NAD default, SandboxID: "715cf60879dfbb86b235afe0ce7d64bb50f4983c852c3152c951b283b5d10cb0", PCI device ID: , UID: "864d8d12-c6ef-4c67-8e4e-663ebf60f672", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0419 19:00:12.289728 3694 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp 715cf60879dfbb86b235afe0ce7d64bb50f4983c852c3152c951b283b5d10cb0 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp 715cf60879dfbb86b235afe0ce7d64bb50f4983c852c3152c951b283b5d10cb0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:cd:21:33:e8:b5\",\"name\":\"715cf60879dfbb8\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee27c63a-30b8-4bf4-88f9-8c124d31fa10\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:00:12.985504 3694 cni.go:452] [konflux-ui/proxy-85859db64d-bkbdj 437f44ec6b43831512978740b0f65e8824304344c99bb239a8c60f104768ab27 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-85859db64d-bkbdj 437f44ec6b43831512978740b0f65e8824304344c99bb239a8c60f104768ab27 network default NAD default NAD key ] I0419 19:00:12.997330 3694 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-85859db64d-bkbdj, hostIfaceName: 437f44ec6b43831, network: default, NAD default, SandboxID: "437f44ec6b43831512978740b0f65e8824304344c99bb239a8c60f104768ab27", PCI device ID: , UID: "d042000c-1a07-4158-9d89-95676525d358", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0419 19:00:13.066099 3694 cni.go:473] [konflux-ui/proxy-85859db64d-bkbdj 437f44ec6b43831512978740b0f65e8824304344c99bb239a8c60f104768ab27 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-85859db64d-bkbdj 437f44ec6b43831512978740b0f65e8824304344c99bb239a8c60f104768ab27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:11:79:42:32:53\",\"name\":\"437f44ec6b43831\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0c27ae3-98b2-49e9-9c7f-916f628c79b1\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0419 19:00:13.344621 3694 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 19:00:13.345139 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 19:00:15.364887 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0419 19:00:15.365057 3694 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0419 19:00:15.660095 3694 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0419 19:00:15.688140 3694 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 19:00:15.688222 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 19:00:19.409325 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 19:00:19.409343 3694 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 19:00:19.699017 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 19:00:19.699039 3694 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 19:00:20.634427 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0419 19:00:20.662000 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0419 19:00:24.357589 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 19:00:24.357613 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 19:00:24.366279 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 19:00:24.366304 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0419 19:00:25.200675 3694 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp 715cf60879dfbb86b235afe0ce7d64bb50f4983c852c3152c951b283b5d10cb0 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp 715cf60879dfbb86b235afe0ce7d64bb50f4983c852c3152c951b283b5d10cb0 network default NAD default NAD key ] I0419 19:00:25.295931 3694 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp 715cf60879dfbb86b235afe0ce7d64bb50f4983c852c3152c951b283b5d10cb0 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp 715cf60879dfbb86b235afe0ce7d64bb50f4983c852c3152c951b283b5d10cb0 network default NAD default NAD key default], result "{}", err I0419 19:00:25.369861 3694 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:25.369944 3694 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp I0419 19:00:25.371630 3694 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp, ips: 10.128.0.50 I0419 19:00:25.371668 3694 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:25.742023 3694 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:25.742043 3694 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:25.748958 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp I0419 19:00:25.748981 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-l4pjp I0419 19:00:26.186415 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0419 19:00:30.703244 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0419 19:00:48.084227 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=77 W0419 19:01:00.484208 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0419 19:01:00.484229 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0419 19:01:00.484240 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0419 19:01:00.484245 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0419 19:01:01.798883 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0419 19:01:01.798901 3694 util.go:959] Failed to build node endpoints for node ip-10-0-0-39.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0419 19:01:11.086709 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=158 I0419 19:01:14.091918 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=613 I0419 19:01:26.079303 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=155 I0419 19:01:31.377307 3694 obj_retry.go:498] Detected object konflux-ui/proxy-7684b9bb65-84vwh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:01:31.377894 3694 obj_retry.go:498] Detected object konflux-ui/proxy-7684b9bb65-84vwh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:01:31.811202 3694 obj_retry.go:492] Detected object konflux-ui/proxy-7684b9bb65-84vwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:01:31.811230 3694 obj_retry.go:492] Detected object konflux-ui/proxy-7684b9bb65-84vwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:01:31.831636 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7684b9bb65-84vwh I0419 19:01:31.831661 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7684b9bb65-84vwh I0419 19:01:45.082666 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0419 19:01:47.142891 3694 cni.go:452] [konflux-ui/test-tsf-konflux c5fcfec99048b7e8ac4b8d7c5658b841aeb2f94100f53d46969529d3fdf19625 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux c5fcfec99048b7e8ac4b8d7c5658b841aeb2f94100f53d46969529d3fdf19625 network default NAD default NAD key ] I0419 19:01:47.216430 3694 cni.go:473] [konflux-ui/test-tsf-konflux c5fcfec99048b7e8ac4b8d7c5658b841aeb2f94100f53d46969529d3fdf19625 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux c5fcfec99048b7e8ac4b8d7c5658b841aeb2f94100f53d46969529d3fdf19625 network default NAD default NAD key default], result "{}", err I0419 19:01:47.270312 3694 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:01:47.270347 3694 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0419 19:01:47.271775 3694 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.47 I0419 19:01:47.271802 3694 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:01:47.317807 3694 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:01:47.317829 3694 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:01:47.321898 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0419 19:01:47.321917 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0419 19:02:11.196362 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0419 19:02:15.692131 3694 namespace.go:98] [default-managed-tenant-ea5h9] adding namespace I0419 19:02:15.692997 3694 namespace.go:102] [default-managed-tenant-ea5h9] adding namespace took 840.227µs I0419 19:02:15.726630 3694 namespace.go:142] [default-managed-tenant-ea5h9] updating namespace I0419 19:02:15.740606 3694 namespace.go:142] [default-managed-tenant-ea5h9] updating namespace I0419 19:02:16.705677 3694 namespace.go:142] [default-managed-tenant-ea5h9] updating namespace I0419 19:02:16.838598 3694 namespace.go:142] [default-managed-tenant-ea5h9] updating namespace I0419 19:02:16.939609 3694 namespace.go:142] [default-managed-tenant-ea5h9] updating namespace I0419 19:02:44.179280 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0419 19:02:53.171662 3694 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0419 19:04:59.193454 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0419 19:05:22.211647 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0419 19:05:49.205180 3694 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0419 19:06:00.089639 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0419 19:06:21.170813 3694 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0419 19:07:05.176820 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0419 19:07:15.085503 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=15 I0419 19:08:09.189414 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0419 19:08:22.181837 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0419 19:08:25.082537 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0419 19:08:31.211778 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0419 19:08:51.174985 3694 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0419 19:09:43.059390 3694 obj_retry.go:492] Detected object tsf-tpa/create-db-9pgx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:43.059434 3694 obj_retry.go:492] Detected object tsf-tpa/create-db-9pgx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:43.065284 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-9pgx5 I0419 19:09:43.065305 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-9pgx5 I0419 19:09:46.044075 3694 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5c7zr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:46.044120 3694 obj_retry.go:492] Detected object tsf-tpa/migrate-db-5c7zr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:46.049883 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-5c7zr I0419 19:09:46.049920 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-5c7zr I0419 19:09:52.034540 3694 obj_retry.go:492] Detected object tsf-tpa/create-importers-rvng5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:52.034589 3694 obj_retry.go:492] Detected object tsf-tpa/create-importers-rvng5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:52.040590 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-rvng5 I0419 19:09:52.040615 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-rvng5 I0419 19:09:52.089521 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0419 19:10:00.221024 3694 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29610430-gnmzk for pod on switch ip-10-0-0-39.ec2.internal I0419 19:10:00.221133 3694 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk I0419 19:10:00.245126 3694 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk] pod update took 24.012626ms I0419 19:10:00.245150 3694 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk] addLogicalPort annotation time took 24.042884ms I0419 19:10:00.246411 3694 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk] addLogicalPort took 25.402049ms, libovsdb time 863.4µs I0419 19:10:00.581444 3694 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk a63f16d38621424c1e3a4600c33c241b48b55becaad5ac6cc3dce50a8c15ed72 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk a63f16d38621424c1e3a4600c33c241b48b55becaad5ac6cc3dce50a8c15ed72 network default NAD default NAD key ] I0419 19:10:00.591286 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29610430-gnmzk, hostIfaceName: a63f16d38621424, network: default, NAD default, SandboxID: "a63f16d38621424c1e3a4600c33c241b48b55becaad5ac6cc3dce50a8c15ed72", PCI device ID: , UID: "6c2cc510-379b-4c24-8909-12848b947037", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0419 19:10:00.644725 3694 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk a63f16d38621424c1e3a4600c33c241b48b55becaad5ac6cc3dce50a8c15ed72 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk a63f16d38621424c1e3a4600c33c241b48b55becaad5ac6cc3dce50a8c15ed72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:e9:6c:c1:39:94\",\"name\":\"a63f16d38621424\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b664a4b9-b444-4f8b-aeec-4887c2a36c8b\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:10:03.575023 3694 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk a63f16d38621424c1e3a4600c33c241b48b55becaad5ac6cc3dce50a8c15ed72 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk a63f16d38621424c1e3a4600c33c241b48b55becaad5ac6cc3dce50a8c15ed72 network default NAD default NAD key ] I0419 19:10:03.655637 3694 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk a63f16d38621424c1e3a4600c33c241b48b55becaad5ac6cc3dce50a8c15ed72 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk a63f16d38621424c1e3a4600c33c241b48b55becaad5ac6cc3dce50a8c15ed72 network default NAD default NAD key default], result "{}", err I0419 19:10:03.720160 3694 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:03.720199 3694 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk I0419 19:10:03.721587 3694 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk, ips: 10.128.0.53 I0419 19:10:03.721616 3694 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:04.585135 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:04.585180 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-gnmzk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:11.087571 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0419 19:10:30.199158 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0419 19:10:42.214107 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0419 19:11:05.207526 3694 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0419 19:11:12.094299 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=35 I0419 19:12:34.053587 3694 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-zzsrd-init-pod for pod on switch ip-10-0-0-39.ec2.internal I0419 19:12:34.053761 3694 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod I0419 19:12:34.086711 3694 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod] pod update took 32.985948ms I0419 19:12:34.086739 3694 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod] addLogicalPort annotation time took 33.018998ms I0419 19:12:34.088046 3694 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod] addLogicalPort took 34.476301ms, libovsdb time 912.628µs I0419 19:12:34.417181 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod 8ff11f713fc110d257dc37e4677e0d281abc408dc4d48d0545d51f12d3837db0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod 8ff11f713fc110d257dc37e4677e0d281abc408dc4d48d0545d51f12d3837db0 network default NAD default NAD key ] I0419 19:12:34.427010 3694 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-zzsrd-init-pod, hostIfaceName: 8ff11f713fc110d, network: default, NAD default, SandboxID: "8ff11f713fc110d257dc37e4677e0d281abc408dc4d48d0545d51f12d3837db0", PCI device ID: , UID: "acf0357e-4030-4e7c-9073-236f726b8ceb", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0419 19:12:34.481639 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod 8ff11f713fc110d257dc37e4677e0d281abc408dc4d48d0545d51f12d3837db0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod 8ff11f713fc110d257dc37e4677e0d281abc408dc4d48d0545d51f12d3837db0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:24:90:ad:6f:a7\",\"name\":\"8ff11f713fc110d\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/760a7752-54c9-4812-aec9-b816ae3a6397\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:12:47.092664 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0419 19:12:52.258762 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod 8ff11f713fc110d257dc37e4677e0d281abc408dc4d48d0545d51f12d3837db0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod 8ff11f713fc110d257dc37e4677e0d281abc408dc4d48d0545d51f12d3837db0 network default NAD default NAD key ] I0419 19:12:52.340903 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod 8ff11f713fc110d257dc37e4677e0d281abc408dc4d48d0545d51f12d3837db0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod 8ff11f713fc110d257dc37e4677e0d281abc408dc4d48d0545d51f12d3837db0 network default NAD default NAD key default], result "{}", err I0419 19:12:52.401370 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:12:52.401404 3694 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod I0419 19:12:52.402863 3694 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod, ips: 10.128.0.54 I0419 19:12:52.402894 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:12:52.714009 3694 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:12:52.714038 3694 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:12:52.721004 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod I0419 19:12:52.721035 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-zzsrd-init-pod I0419 19:13:04.006476 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:13:04.007001 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:13:04.260934 3694 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-s6tm2-clone-repository-pod for pod on switch ip-10-0-0-39.ec2.internal I0419 19:13:04.261063 3694 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod I0419 19:13:04.288495 3694 pod.go:62] [default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod] pod update took 27.46831ms I0419 19:13:04.288518 3694 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod] addLogicalPort annotation time took 27.495022ms I0419 19:13:04.289869 3694 pods.go:271] [default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod] addLogicalPort took 28.952616ms, libovsdb time 939.915µs I0419 19:13:04.622783 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod 20e91ea9c05e109033fc82553eb14a391c307ec9cef5def9441c1ff0cdeca65f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod 20e91ea9c05e109033fc82553eb14a391c307ec9cef5def9441c1ff0cdeca65f network default NAD default NAD key ] I0419 19:13:04.632289 3694 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-s6tm2-clone-repository-pod, hostIfaceName: 20e91ea9c05e109, network: default, NAD default, SandboxID: "20e91ea9c05e109033fc82553eb14a391c307ec9cef5def9441c1ff0cdeca65f", PCI device ID: , UID: "f386eadc-1f09-4196-aaf4-06d6ec9624cd", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0419 19:13:04.687220 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod 20e91ea9c05e109033fc82553eb14a391c307ec9cef5def9441c1ff0cdeca65f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod 20e91ea9c05e109033fc82553eb14a391c307ec9cef5def9441c1ff0cdeca65f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:24:51:49:7d:a6\",\"name\":\"20e91ea9c05e109\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7a26ee2-c5a7-4fd4-8131-079ddfc72412\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:13:19.196491 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0419 19:13:19.596398 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod 20e91ea9c05e109033fc82553eb14a391c307ec9cef5def9441c1ff0cdeca65f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod 20e91ea9c05e109033fc82553eb14a391c307ec9cef5def9441c1ff0cdeca65f network default NAD default NAD key ] I0419 19:13:19.674997 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod 20e91ea9c05e109033fc82553eb14a391c307ec9cef5def9441c1ff0cdeca65f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod 20e91ea9c05e109033fc82553eb14a391c307ec9cef5def9441c1ff0cdeca65f network default NAD default NAD key default], result "{}", err I0419 19:13:19.771749 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:13:19.771793 3694 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod I0419 19:13:19.773244 3694 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod, ips: 10.128.0.55 I0419 19:13:19.773270 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:13:20.188888 3694 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod for pod on switch ip-10-0-0-39.ec2.internal I0419 19:13:20.189038 3694 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod I0419 19:13:20.214097 3694 pod.go:62] [default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod] pod update took 25.091126ms I0419 19:13:20.214127 3694 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod] addLogicalPort annotation time took 25.125308ms I0419 19:13:20.215420 3694 pods.go:271] [default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod] addLogicalPort took 26.546048ms, libovsdb time 924.675µs I0419 19:13:20.631096 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod d8b21d0ad82c49108b61c8e7776bd1310c49dd75060587696a256ca803c032f7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod d8b21d0ad82c49108b61c8e7776bd1310c49dd75060587696a256ca803c032f7 network default NAD default NAD key ] I0419 19:13:20.640949 3694 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod, hostIfaceName: d8b21d0ad82c491, network: default, NAD default, SandboxID: "d8b21d0ad82c49108b61c8e7776bd1310c49dd75060587696a256ca803c032f7", PCI device ID: , UID: "bf75586c-ad80-4b32-a272-5e3d28f8d397", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0419 19:13:20.695161 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod d8b21d0ad82c49108b61c8e7776bd1310c49dd75060587696a256ca803c032f7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod d8b21d0ad82c49108b61c8e7776bd1310c49dd75060587696a256ca803c032f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c7:05:96:58:7d\",\"name\":\"d8b21d0ad82c491\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6eb1be79-3c89-4986-93e7-acbddfc94fe1\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:13:21.173543 3694 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0419 19:13:33.088797 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0419 19:14:03.867775 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod d8b21d0ad82c49108b61c8e7776bd1310c49dd75060587696a256ca803c032f7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod d8b21d0ad82c49108b61c8e7776bd1310c49dd75060587696a256ca803c032f7 network default NAD default NAD key ] I0419 19:14:03.956543 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod d8b21d0ad82c49108b61c8e7776bd1310c49dd75060587696a256ca803c032f7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod d8b21d0ad82c49108b61c8e7776bd1310c49dd75060587696a256ca803c032f7 network default NAD default NAD key default], result "{}", err I0419 19:14:04.138445 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:14:04.138481 3694 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod I0419 19:14:04.140058 3694 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod, ips: 10.128.0.56 I0419 19:14:04.140091 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:14:06.184219 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0419 19:15:06.181631 3694 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0419 19:15:48.201344 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0419 19:16:27.507902 3694 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7crscj I0419 19:16:31.180046 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0419 19:16:34.899331 3694 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-s6tm2-build-image-index-pod for pod on switch ip-10-0-0-39.ec2.internal I0419 19:16:34.899555 3694 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod I0419 19:16:34.934094 3694 pod.go:62] [default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod] pod update took 34.613703ms I0419 19:16:34.934131 3694 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod] addLogicalPort annotation time took 34.661147ms I0419 19:16:34.935714 3694 pods.go:271] [default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod] addLogicalPort took 36.379515ms, libovsdb time 1.100927ms I0419 19:16:35.270182 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod 2a31420b1633d87642751e4ba697cfb94be0d4d0d754fc668b5ab0b3214f0146 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod 2a31420b1633d87642751e4ba697cfb94be0d4d0d754fc668b5ab0b3214f0146 network default NAD default NAD key ] I0419 19:16:35.280253 3694 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-s6tm2-build-image-index-pod, hostIfaceName: 2a31420b1633d87, network: default, NAD default, SandboxID: "2a31420b1633d87642751e4ba697cfb94be0d4d0d754fc668b5ab0b3214f0146", PCI device ID: , UID: "7dedb995-137b-46c0-b355-c317a2d9ccaa", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0419 19:16:35.338111 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod 2a31420b1633d87642751e4ba697cfb94be0d4d0d754fc668b5ab0b3214f0146 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod 2a31420b1633d87642751e4ba697cfb94be0d4d0d754fc668b5ab0b3214f0146 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:7c:39:62:11:67\",\"name\":\"2a31420b1633d87\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b3590b3-6ee4-4b1a-a617-0ed60e2bae3b\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:16:35.413873 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:16:35.414436 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:16:43.090467 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0419 19:16:57.216185 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0419 19:17:04.697273 3694 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-s6tm2-clamav-scan-pod for pod on switch ip-10-0-0-39.ec2.internal I0419 19:17:04.697416 3694 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod I0419 19:17:04.731431 3694 pod.go:62] [default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod] pod update took 34.055469ms I0419 19:17:04.731459 3694 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod] addLogicalPort annotation time took 34.088354ms I0419 19:17:04.732807 3694 pods.go:271] [default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod] addLogicalPort took 35.55823ms, libovsdb time 931.176µs I0419 19:17:04.890626 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod 2a31420b1633d87642751e4ba697cfb94be0d4d0d754fc668b5ab0b3214f0146 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod 2a31420b1633d87642751e4ba697cfb94be0d4d0d754fc668b5ab0b3214f0146 network default NAD default NAD key ] I0419 19:17:04.983484 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod 2a31420b1633d87642751e4ba697cfb94be0d4d0d754fc668b5ab0b3214f0146 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod 2a31420b1633d87642751e4ba697cfb94be0d4d0d754fc668b5ab0b3214f0146 network default NAD default NAD key default], result "{}", err I0419 19:17:05.064041 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod b16af80050e12289fc6efa8c6959af73f36618615506e6a8547299c996337827 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod b16af80050e12289fc6efa8c6959af73f36618615506e6a8547299c996337827 network default NAD default NAD key ] I0419 19:17:05.073715 3694 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-s6tm2-clamav-scan-pod, hostIfaceName: b16af80050e1228, network: default, NAD default, SandboxID: "b16af80050e12289fc6efa8c6959af73f36618615506e6a8547299c996337827", PCI device ID: , UID: "c68b61fd-cf9e-482a-8036-61a35269e699", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0419 19:17:05.084754 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:17:05.084793 3694 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod I0419 19:17:05.086284 3694 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod, ips: 10.128.0.57 I0419 19:17:05.086318 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:17:05.131101 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod b16af80050e12289fc6efa8c6959af73f36618615506e6a8547299c996337827 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod b16af80050e12289fc6efa8c6959af73f36618615506e6a8547299c996337827 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:02:91:de:3e:49\",\"name\":\"b16af80050e1228\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/924a1453-0c2a-40ad-9f53-34a472c4988d\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:17:06.125322 3694 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod for pod on switch ip-10-0-0-39.ec2.internal I0419 19:17:06.125452 3694 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod I0419 19:17:06.144270 3694 pod.go:62] [default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod] pod update took 18.851077ms I0419 19:17:06.144297 3694 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod] addLogicalPort annotation time took 18.88334ms I0419 19:17:06.145637 3694 pods.go:271] [default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod] addLogicalPort took 20.333956ms, libovsdb time 878.869µs I0419 19:17:06.191806 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0419 19:17:06.287966 3694 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-s6tm2-tpa-scan-pod for pod on switch ip-10-0-0-39.ec2.internal I0419 19:17:06.288141 3694 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod I0419 19:17:06.309938 3694 pod.go:62] [default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod] pod update took 21.832488ms I0419 19:17:06.309964 3694 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod] addLogicalPort annotation time took 21.863069ms I0419 19:17:06.311354 3694 pods.go:271] [default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod] addLogicalPort took 23.405235ms, libovsdb time 976.425µs I0419 19:17:06.493570 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod d42c2ca47a060a0dfa84cfdde74f4ea460dcbb354e58080a2284f6238ea9de18 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod d42c2ca47a060a0dfa84cfdde74f4ea460dcbb354e58080a2284f6238ea9de18 network default NAD default NAD key ] I0419 19:17:06.504585 3694 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod, hostIfaceName: d42c2ca47a060a0, network: default, NAD default, SandboxID: "d42c2ca47a060a0dfa84cfdde74f4ea460dcbb354e58080a2284f6238ea9de18", PCI device ID: , UID: "60d0f30c-aaf8-4eba-bc16-e33077ad3dd5", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0419 19:17:06.559790 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod d42c2ca47a060a0dfa84cfdde74f4ea460dcbb354e58080a2284f6238ea9de18 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod d42c2ca47a060a0dfa84cfdde74f4ea460dcbb354e58080a2284f6238ea9de18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:97:5f:77:c1:c6\",\"name\":\"d42c2ca47a060a0\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4860362-10e2-4c6e-9670-77e7832ada3a\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:17:06.656113 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod a02521d8394021c1536237284edd68f79f59542a097b07b825918ddffc10d640 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod a02521d8394021c1536237284edd68f79f59542a097b07b825918ddffc10d640 network default NAD default NAD key ] I0419 19:17:06.666835 3694 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-s6tm2-tpa-scan-pod, hostIfaceName: a02521d8394021c, network: default, NAD default, SandboxID: "a02521d8394021c1536237284edd68f79f59542a097b07b825918ddffc10d640", PCI device ID: , UID: "0a3c77c2-3434-4a5c-bb62-964c16e637be", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0419 19:17:06.726282 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod a02521d8394021c1536237284edd68f79f59542a097b07b825918ddffc10d640 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod a02521d8394021c1536237284edd68f79f59542a097b07b825918ddffc10d640 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:9d:aa:3c:40:1f\",\"name\":\"a02521d8394021c\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e685c961-1b52-429f-bddc-e44045f5d111\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:17:27.928158 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:17:27.928833 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fp54g-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:17:32.210114 3694 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0419 19:17:58.085597 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0419 19:18:03.330169 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:03.330798 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:03.978356 3694 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:18:03.978378 3694 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:18:03.987984 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod I0419 19:18:03.988011 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-fp54g-clone-repository-pod I0419 19:18:05.203281 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:05.203985 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:08.094838 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0419 19:18:09.242134 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:09.242748 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:12.271388 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:12.272006 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:13.326265 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:13.326875 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:13.366202 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:13.366893 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:14.422563 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod a02521d8394021c1536237284edd68f79f59542a097b07b825918ddffc10d640 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod a02521d8394021c1536237284edd68f79f59542a097b07b825918ddffc10d640 network default NAD default NAD key ] I0419 19:18:14.508623 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod a02521d8394021c1536237284edd68f79f59542a097b07b825918ddffc10d640 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod a02521d8394021c1536237284edd68f79f59542a097b07b825918ddffc10d640 network default NAD default NAD key default], result "{}", err I0419 19:18:14.711926 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:14.711958 3694 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod I0419 19:18:14.713421 3694 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod, ips: 10.128.0.60 I0419 19:18:14.713455 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:15.213863 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0419 19:18:28.517226 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod d42c2ca47a060a0dfa84cfdde74f4ea460dcbb354e58080a2284f6238ea9de18 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod d42c2ca47a060a0dfa84cfdde74f4ea460dcbb354e58080a2284f6238ea9de18 network default NAD default NAD key ] I0419 19:18:28.617609 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod d42c2ca47a060a0dfa84cfdde74f4ea460dcbb354e58080a2284f6238ea9de18 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod d42c2ca47a060a0dfa84cfdde74f4ea460dcbb354e58080a2284f6238ea9de18 network default NAD default NAD key default], result "{}", err I0419 19:18:28.732531 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:28.732593 3694 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod I0419 19:18:28.745437 3694 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod, ips: 10.128.0.59 I0419 19:18:28.745597 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:18:31.091898 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0419 19:18:57.362220 3694 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-xztm2-build-container-pod for pod on switch ip-10-0-0-39.ec2.internal I0419 19:18:57.362395 3694 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod I0419 19:18:57.404274 3694 pod.go:62] [default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod] pod update took 41.92ms I0419 19:18:57.404303 3694 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod] addLogicalPort annotation time took 41.955113ms I0419 19:18:57.405682 3694 pods.go:271] [default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod] addLogicalPort took 43.484402ms, libovsdb time 918.217µs I0419 19:18:57.885679 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod 3c4f1162e49c94574b222a8f68cdf72bd41ddbb0cfc1fe1383cae91a3f50787e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod 3c4f1162e49c94574b222a8f68cdf72bd41ddbb0cfc1fe1383cae91a3f50787e network default NAD default NAD key ] I0419 19:18:57.896711 3694 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-xztm2-build-container-pod, hostIfaceName: 3c4f1162e49c945, network: default, NAD default, SandboxID: "3c4f1162e49c94574b222a8f68cdf72bd41ddbb0cfc1fe1383cae91a3f50787e", PCI device ID: , UID: "763f5463-d521-4e87-a60d-83aecbc78747", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0419 19:18:57.955634 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod 3c4f1162e49c94574b222a8f68cdf72bd41ddbb0cfc1fe1383cae91a3f50787e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod 3c4f1162e49c94574b222a8f68cdf72bd41ddbb0cfc1fe1383cae91a3f50787e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:91:d3:94:3e:29\",\"name\":\"3c4f1162e49c945\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01ad12c3-5f0c-40d2-97a4-cda8efe3d59b\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:19:03.182487 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:19:03.183139 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 19:19:17.507549 3694 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/ctlog-createtree-job-7h8nc-qn6gd I0419 19:19:36.186798 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0419 19:20:00.188533 3694 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29610440-wkqt4 for pod on switch ip-10-0-0-39.ec2.internal I0419 19:20:00.188627 3694 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 I0419 19:20:00.204532 3694 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4] pod update took 15.929861ms I0419 19:20:00.204556 3694 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4] addLogicalPort annotation time took 15.9592ms I0419 19:20:00.206053 3694 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4] addLogicalPort took 17.542966ms, libovsdb time 998.979µs I0419 19:20:00.562917 3694 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 e38be50c36c0e26740d9552c2a7a33745f7d6efeda125f61853528a23fecbb99 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 e38be50c36c0e26740d9552c2a7a33745f7d6efeda125f61853528a23fecbb99 network default NAD default NAD key ] I0419 19:20:00.573137 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29610440-wkqt4, hostIfaceName: e38be50c36c0e26, network: default, NAD default, SandboxID: "e38be50c36c0e26740d9552c2a7a33745f7d6efeda125f61853528a23fecbb99", PCI device ID: , UID: "de2cd836-5a3c-48ae-ab57-c3f158e07fae", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0419 19:20:00.629175 3694 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 e38be50c36c0e26740d9552c2a7a33745f7d6efeda125f61853528a23fecbb99 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 e38be50c36c0e26740d9552c2a7a33745f7d6efeda125f61853528a23fecbb99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c8:34:b7:0c:7f\",\"name\":\"e38be50c36c0e26\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3eb4407b-20e2-46de-a5e8-32524cfba48a\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:20:04.163448 3694 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 e38be50c36c0e26740d9552c2a7a33745f7d6efeda125f61853528a23fecbb99 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 e38be50c36c0e26740d9552c2a7a33745f7d6efeda125f61853528a23fecbb99 network default NAD default NAD key ] I0419 19:20:04.248459 3694 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 e38be50c36c0e26740d9552c2a7a33745f7d6efeda125f61853528a23fecbb99 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 e38be50c36c0e26740d9552c2a7a33745f7d6efeda125f61853528a23fecbb99 network default NAD default NAD key default], result "{}", err I0419 19:20:04.307321 3694 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:20:04.307355 3694 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 I0419 19:20:04.308779 3694 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4, ips: 10.128.0.62 I0419 19:20:04.308813 3694 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:20:05.175058 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:05.175089 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-wkqt4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:05.213483 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:05.213506 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:05.220673 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 I0419 19:20:05.220711 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610410-8gpt2 I0419 19:20:15.198473 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0419 19:20:40.090951 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0419 19:20:44.097261 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=270 I0419 19:21:04.567001 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod 3c4f1162e49c94574b222a8f68cdf72bd41ddbb0cfc1fe1383cae91a3f50787e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod 3c4f1162e49c94574b222a8f68cdf72bd41ddbb0cfc1fe1383cae91a3f50787e network default NAD default NAD key ] I0419 19:21:04.662429 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod 3c4f1162e49c94574b222a8f68cdf72bd41ddbb0cfc1fe1383cae91a3f50787e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod 3c4f1162e49c94574b222a8f68cdf72bd41ddbb0cfc1fe1383cae91a3f50787e network default NAD default NAD key default], result "{}", err I0419 19:21:04.789818 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:04.789864 3694 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod I0419 19:21:04.791511 3694 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod, ips: 10.128.0.61 I0419 19:21:04.791547 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:09.170927 3694 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-xztm2-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-xztm2-clamav-scan-pod for pod on switch ip-10-0-0-39.ec2.internal I0419 19:21:09.171192 3694 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-xztm2-clamav-scan-pod I0419 19:21:09.195026 3694 pod.go:62] [default-tenant/tsf-demo-comp-on-push-xztm2-clamav-scan-pod] pod update took 23.900575ms I0419 19:21:09.195050 3694 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-xztm2-clamav-scan-pod] addLogicalPort annotation time took 23.928077ms I0419 19:21:09.196375 3694 pods.go:271] [default-tenant/tsf-demo-comp-on-push-xztm2-clamav-scan-pod] addLogicalPort took 25.469183ms, libovsdb time 878.339µs I0419 19:21:09.544299 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-clamav-scan-pod fd4f1a0a79ceab467ab11bb6886e8cd49d8962ccdee48030c435a96e5cab9ac1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-clamav-scan-pod fd4f1a0a79ceab467ab11bb6886e8cd49d8962ccdee48030c435a96e5cab9ac1 network default NAD default NAD key ] I0419 19:21:09.554377 3694 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-xztm2-clamav-scan-pod, hostIfaceName: fd4f1a0a79ceab4, network: default, NAD default, SandboxID: "fd4f1a0a79ceab467ab11bb6886e8cd49d8962ccdee48030c435a96e5cab9ac1", PCI device ID: , UID: "2f6218c7-165b-47ed-b274-690ce40a86ff", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0419 19:21:09.610047 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-clamav-scan-pod fd4f1a0a79ceab467ab11bb6886e8cd49d8962ccdee48030c435a96e5cab9ac1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-clamav-scan-pod fd4f1a0a79ceab467ab11bb6886e8cd49d8962ccdee48030c435a96e5cab9ac1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:f0:80:92:78:78\",\"name\":\"fd4f1a0a79ceab4\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80beffbf-5e54-4555-99d4-05566f132150\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:21:09.814574 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:09.815207 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:10.232980 3694 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod for pod on switch ip-10-0-0-39.ec2.internal I0419 19:21:10.233252 3694 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod I0419 19:21:10.256065 3694 pod.go:62] [default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod] pod update took 22.87787ms I0419 19:21:10.256098 3694 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod] addLogicalPort annotation time took 22.918659ms I0419 19:21:10.257576 3694 pods.go:271] [default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod] addLogicalPort took 24.621833ms, libovsdb time 936.636µs I0419 19:21:10.609583 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod 98715cf20fb21905fd2cae0217acf9f3296230f6a697f85c7b23441397dc53f9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod 98715cf20fb21905fd2cae0217acf9f3296230f6a697f85c7b23441397dc53f9 network default NAD default NAD key ] I0419 19:21:10.619341 3694 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod, hostIfaceName: 98715cf20fb2190, network: default, NAD default, SandboxID: "98715cf20fb21905fd2cae0217acf9f3296230f6a697f85c7b23441397dc53f9", PCI device ID: , UID: "b5b25406-c1a6-4b9f-b290-3eefde15ce4a", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0419 19:21:10.679889 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod 98715cf20fb21905fd2cae0217acf9f3296230f6a697f85c7b23441397dc53f9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod 98715cf20fb21905fd2cae0217acf9f3296230f6a697f85c7b23441397dc53f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:ee:fd:c6:c1:5d\",\"name\":\"98715cf20fb2190\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b01a11bf-58c4-402b-a432-d016d958ff6f\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:21:16.947133 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:16.947712 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:17.944861 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:17.945488 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:22.998794 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:22.999351 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:24.023543 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:24.024147 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:30.776568 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod 98715cf20fb21905fd2cae0217acf9f3296230f6a697f85c7b23441397dc53f9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod 98715cf20fb21905fd2cae0217acf9f3296230f6a697f85c7b23441397dc53f9 network default NAD default NAD key ] I0419 19:21:30.850983 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod 98715cf20fb21905fd2cae0217acf9f3296230f6a697f85c7b23441397dc53f9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod 98715cf20fb21905fd2cae0217acf9f3296230f6a697f85c7b23441397dc53f9 network default NAD default NAD key default], result "{}", err I0419 19:21:30.925352 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:30.925389 3694 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod I0419 19:21:30.926646 3694 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod, ips: 10.128.0.64 I0419 19:21:30.926672 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:37.829257 3694 cni.go:452] [default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod b16af80050e12289fc6efa8c6959af73f36618615506e6a8547299c996337827 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod b16af80050e12289fc6efa8c6959af73f36618615506e6a8547299c996337827 network default NAD default NAD key ] I0419 19:21:37.932455 3694 cni.go:473] [default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod b16af80050e12289fc6efa8c6959af73f36618615506e6a8547299c996337827 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod b16af80050e12289fc6efa8c6959af73f36618615506e6a8547299c996337827 network default NAD default NAD key default], result "{}", err I0419 19:21:38.007282 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:38.007328 3694 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod I0419 19:21:38.008900 3694 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod, ips: 10.128.0.58 I0419 19:21:38.008932 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-s6tm2-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:21:39.176004 3694 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0419 19:21:40.822392 3694 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-mkpp-kbpdc-collect-keyless-params-pod for pod on switch ip-10-0-0-39.ec2.internal I0419 19:21:40.822543 3694 kube.go:256] Updating pod default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod I0419 19:21:40.840402 3694 pod.go:62] [default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod] pod update took 17.888327ms I0419 19:21:40.840437 3694 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod] addLogicalPort annotation time took 17.929448ms I0419 19:21:40.841947 3694 pods.go:271] [default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod] addLogicalPort took 19.571625ms, libovsdb time 1.03017ms I0419 19:21:41.200563 3694 cni.go:452] [default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod 3ff75af9124f5691a83bfcef09b535bf3585dedd1b62c000bbb7f46f123f94f5 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod 3ff75af9124f5691a83bfcef09b535bf3585dedd1b62c000bbb7f46f123f94f5 network default NAD default NAD key ] I0419 19:21:41.210470 3694 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-mkpp-kbpdc-collect-keyless-params-pod, hostIfaceName: 3ff75af9124f569, network: default, NAD default, SandboxID: "3ff75af9124f5691a83bfcef09b535bf3585dedd1b62c000bbb7f46f123f94f5", PCI device ID: , UID: "dc639f70-7d1d-4eb4-a41d-059c55864dd4", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0419 19:21:41.269299 3694 cni.go:473] [default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod 3ff75af9124f5691a83bfcef09b535bf3585dedd1b62c000bbb7f46f123f94f5 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod 3ff75af9124f5691a83bfcef09b535bf3585dedd1b62c000bbb7f46f123f94f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:37:b7:34:7a:f7\",\"name\":\"3ff75af9124f569\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5dd68930-600f-44c5-8660-83dacfedd395\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:21:59.308348 3694 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-mkpp-kbpdc-verify-pod] creating logical port default-tenant_my-integration-test-mkpp-kbpdc-verify-pod for pod on switch ip-10-0-0-39.ec2.internal I0419 19:21:59.308506 3694 kube.go:256] Updating pod default-tenant/my-integration-test-mkpp-kbpdc-verify-pod I0419 19:21:59.340355 3694 pod.go:62] [default-tenant/my-integration-test-mkpp-kbpdc-verify-pod] pod update took 31.89165ms I0419 19:21:59.340391 3694 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-mkpp-kbpdc-verify-pod] addLogicalPort annotation time took 31.93103ms I0419 19:21:59.341936 3694 pods.go:271] [default-tenant/my-integration-test-mkpp-kbpdc-verify-pod] addLogicalPort took 33.60388ms, libovsdb time 1.053931ms I0419 19:21:59.683595 3694 cni.go:452] [default-tenant/my-integration-test-mkpp-kbpdc-verify-pod 26b58a54aa97934f52803245cce6e7b3f5f47108db8dc07c009175b640f8053f network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-mkpp-kbpdc-verify-pod 26b58a54aa97934f52803245cce6e7b3f5f47108db8dc07c009175b640f8053f network default NAD default NAD key ] I0419 19:21:59.693147 3694 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-mkpp-kbpdc-verify-pod, hostIfaceName: 26b58a54aa97934, network: default, NAD default, SandboxID: "26b58a54aa97934f52803245cce6e7b3f5f47108db8dc07c009175b640f8053f", PCI device ID: , UID: "bed00acf-afe8-4985-98a5-e9ac9e8e8c19", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0419 19:21:59.751091 3694 cni.go:473] [default-tenant/my-integration-test-mkpp-kbpdc-verify-pod 26b58a54aa97934f52803245cce6e7b3f5f47108db8dc07c009175b640f8053f network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-mkpp-kbpdc-verify-pod 26b58a54aa97934f52803245cce6e7b3f5f47108db8dc07c009175b640f8053f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:a1:50:ed:8b:ab\",\"name\":\"26b58a54aa97934\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80035c81-be1f-4c6a-a65a-77f9aa17f6c8\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0419 19:22:00.011332 3694 cni.go:452] [default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod 3ff75af9124f5691a83bfcef09b535bf3585dedd1b62c000bbb7f46f123f94f5 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod 3ff75af9124f5691a83bfcef09b535bf3585dedd1b62c000bbb7f46f123f94f5 network default NAD default NAD key ] I0419 19:22:00.085301 3694 cni.go:473] [default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod 3ff75af9124f5691a83bfcef09b535bf3585dedd1b62c000bbb7f46f123f94f5 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod 3ff75af9124f5691a83bfcef09b535bf3585dedd1b62c000bbb7f46f123f94f5 network default NAD default NAD key default], result "{}", err I0419 19:22:00.180811 3694 obj_retry.go:498] Detected object default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:22:00.180847 3694 pods.go:176] Deleting pod: default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod I0419 19:22:00.182215 3694 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod, ips: 10.128.0.65 I0419 19:22:00.182243 3694 obj_retry.go:498] Detected object default-tenant/my-integration-test-mkpp-kbpdc-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:22:05.411274 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:22:05.411894 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:22:13.127263 3694 cni.go:452] [default-tenant/my-integration-test-mkpp-kbpdc-verify-pod 26b58a54aa97934f52803245cce6e7b3f5f47108db8dc07c009175b640f8053f network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-mkpp-kbpdc-verify-pod 26b58a54aa97934f52803245cce6e7b3f5f47108db8dc07c009175b640f8053f network default NAD default NAD key ] I0419 19:22:13.222880 3694 cni.go:473] [default-tenant/my-integration-test-mkpp-kbpdc-verify-pod 26b58a54aa97934f52803245cce6e7b3f5f47108db8dc07c009175b640f8053f network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-mkpp-kbpdc-verify-pod 26b58a54aa97934f52803245cce6e7b3f5f47108db8dc07c009175b640f8053f network default NAD default NAD key default], result "{}", err I0419 19:22:13.343971 3694 obj_retry.go:498] Detected object default-tenant/my-integration-test-mkpp-kbpdc-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:22:13.344012 3694 pods.go:176] Deleting pod: default-tenant/my-integration-test-mkpp-kbpdc-verify-pod I0419 19:22:13.346206 3694 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-mkpp-kbpdc-verify-pod, ips: 10.128.0.66 I0419 19:22:13.346245 3694 obj_retry.go:498] Detected object default-tenant/my-integration-test-mkpp-kbpdc-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:22:32.663221 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:22:32.663813 3694 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-xztm2-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it