+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-36.ec2.internal ++ [[ -n ip-10-0-2-36.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-36.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0419 06:58:58.794145966 - disable conntrack on geneve port' I0419 06:58:58.794145966 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0419 06:58:58.836133056 - starting ovnkube-node + echo 'I0419 06:58:58.836133056 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-36.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-36.ec2.internal --init-node ip-10-0-2-36.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-36.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0419 06:58:58.899687 3670 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0419 06:58:58.899742 3670 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-662d2cd0c7.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0419 06:58:58.901080 3670 kube.go:431] Waiting for certificate I0419 06:58:58.901116 3670 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0419 06:58:58.901154 3670 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0419 06:58:58.902278 3670 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 06:58:58.934459 3670 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 06:58:58.934477 3670 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 06:58:58.938025 3670 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 06:58:58.938105 3670 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-t4jmk" I0419 06:58:58.944445 3670 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-t4jmk" I0419 06:58:58.944529 3670 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 06:58:59.901989 3670 kube.go:438] Certificate found I0419 06:58:59.902530 3670 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 06:58:59.903907 3670 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0419 06:58:59.960465 3670 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-20 06:53:58 +0000 UTC" deadline="2026-04-20 00:05:43.550141644 +0000 UTC" I0419 06:58:59.960494 3670 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h6m43.589656s" I0419 06:58:59.966799 3670 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 06:58:59.983421 3670 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0419 06:58:59.983481 3670 server.go:101] MetricServer registers OVS metrics I0419 06:58:59.983751 3670 server.go:105] MetricServer registers OVN DB metrics I0419 06:58:59.983871 3670 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0419 06:58:59.983940 3670 factory.go:561] Starting watch factory I0419 06:58:59.984050 3670 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:59.984069 3670 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:59.984045 3670 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:59.984114 3670 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:59.984051 3670 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:59.984155 3670 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:59.984301 3670 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:59.984315 3670 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:59.984588 3670 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:59.984622 3670 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:59.985913 3670 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:59.985939 3670 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:59.987457 3670 controller_manager.go:370] Starting the ovnkube controller I0419 06:58:59.987469 3670 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-36.ec2.internal I0419 06:58:59.987524 3670 controller_manager.go:395] NBDB zone sync took: 46.951µs I0419 06:58:59.987535 3670 factory.go:561] Starting watch factory I0419 06:58:59.988809 3670 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0419 06:58:59.988830 3670 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0419 06:59:00.001109 3670 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:59:00.001246 3670 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:59:00.002128 3670 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0419 06:59:00.002153 3670 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0419 06:59:00.002792 3670 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:59:00.004628 3670 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:59:00.004831 3670 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:59:00.007006 3670 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0419 06:59:00.007049 3670 server.go:109] MetricServer registers OVN Controller metrics I0419 06:59:00.011759 3670 server.go:113] MetricServer registers OVN Northd metrics I0419 06:59:00.015955 3670 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:59:00.016171 3670 metrics.go:519] OVN Metrics Server starts to run ... I0419 06:59:00.090001 3670 factory.go:1977] *v1.Pod informer cache synced successfully I0419 06:59:00.090025 3670 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 06:59:00.090029 3670 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 06:59:00.090033 3670 factory.go:1977] *v1.Node informer cache synced successfully I0419 06:59:00.090036 3670 factory.go:1977] *v1.Service informer cache synced successfully I0419 06:59:00.090039 3670 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 06:59:00.090131 3670 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:59:00.090150 3670 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:59:00.090139 3670 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:59:00.090191 3670 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:59:00.093597 3670 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:59:00.093597 3670 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:59:00.093603 3670 factory.go:1977] *v1.Service informer cache synced successfully I0419 06:59:00.093672 3670 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 06:59:00.093679 3670 factory.go:1977] *v1.Pod informer cache synced successfully I0419 06:59:00.093683 3670 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 06:59:00.093686 3670 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 06:59:00.093688 3670 factory.go:1977] *v1.Node informer cache synced successfully I0419 06:59:00.095507 3670 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 06:59:00.095517 3670 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 06:59:00.095573 3670 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.095588 3670 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.098035 3670 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.098956 3670 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 06:59:00.098966 3670 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 06:59:00.101239 3670 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 06:59:00.101296 3670 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.101309 3670 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.103770 3670 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.104670 3670 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 06:59:00.107077 3670 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 06:59:00.107140 3670 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.107152 3670 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.109647 3670 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.109764 3670 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 06:59:00.113080 3670 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 06:59:00.113142 3670 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.113157 3670 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.115361 3670 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 06:59:00.115497 3670 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.118832 3670 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 06:59:00.118924 3670 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.118940 3670 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.120578 3670 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 06:59:00.136881 3670 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.225125 3670 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 06:59:00.225346 3670 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 06:59:00.225380 3670 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 06:59:00.226592 3670 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 06:59:00.228604 3670 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 06:59:00.230568 3670 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 06:59:00.230641 3670 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.230660 3670 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.230699 3670 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.230716 3670 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.232635 3670 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 06:59:00.233872 3670 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.233987 3670 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:59:00.236003 3670 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 06:59:00.236014 3670 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 06:59:00.236021 3670 factory.go:680] Watch Factory start up complete, took: 252.0841ms I0419 06:59:00.236084 3670 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0419 06:59:00.237891 3670 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 06:59:00.237905 3670 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 06:59:00.237915 3670 factory.go:680] Watch Factory start up complete, took: 250.378941ms I0419 06:59:00.237924 3670 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-36.ec2.internal" zone I0419 06:59:00.270985 3670 default_node_network_controller.go:710] Initializing the default node network controller I0419 06:59:00.355510 3670 udn_isolation.go:101] Starting UDN host isolation manager I0419 06:59:00.361726 3670 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0419 06:59:00.418587 3670 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0419 06:59:00.418688 3670 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0419 06:59:00.418706 3670 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0419 06:59:00.452556 3670 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0419 06:59:00.452629 3670 default_node_network_controller.go:809] Node ip-10-0-2-36.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0419 06:59:00.458354 3670 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.36"] k8s.ovn.org/zone-name:ip-10-0-2-36.ec2.internal] on node ip-10-0-2-36.ec2.internal I0419 06:59:00.480088 3670 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0419 06:59:00.486451 3670 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0419 06:59:00.486566 3670 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0419 06:59:00.486682 3670 gateway_init.go:263] Preparing Gateway I0419 06:59:00.486693 3670 gateway_shared_intf.go:1687] Creating new gateway I0419 06:59:00.488959 3670 controller_manager.go:429] Waiting for node in zone sync took: 251.021715ms I0419 06:59:00.495735 3670 controller_manager.go:611] Switching to transit router for layer2 networks I0419 06:59:00.495753 3670 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-36.ec2.internal I0419 06:59:00.515201 3670 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 06:59:00.522437 3670 controller_manager.go:290] SCTP support detected in OVN I0419 06:59:00.523034 3670 services_controller.go:69] Creating services controller for network=default I0419 06:59:00.523088 3670 udn_enabled_svc.go:80] Waiting for service informer to sync I0419 06:59:00.523185 3670 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0419 06:59:00.523224 3670 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0419 06:59:00.523252 3670 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0419 06:59:00.523264 3670 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 06:59:00.523471 3670 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0419 06:59:00.523533 3670 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0419 06:59:00.523573 3670 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.657µs I0419 06:59:00.523591 3670 udn_enabled_svc.go:95] Performing full resync I0419 06:59:00.523595 3670 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 51.839µs I0419 06:59:00.523601 3670 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 69.592µs I0419 06:59:00.523608 3670 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0419 06:59:00.523614 3670 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0419 06:59:00.523623 3670 default_network_controller.go:325] Starting the default network controller I0419 06:59:00.523724 3670 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.08µs I0419 06:59:00.524018 3670 udn_enabled_svc.go:99] Waiting for handler to sync I0419 06:59:00.524032 3670 udn_enabled_svc.go:104] Starting worker I0419 06:59:00.533683 3670 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0419 06:59:00.533742 3670 repair.go:33] Syncing exgw routes took 46.607µs I0419 06:59:00.533768 3670 default_network_controller.go:414] Starting all the Watchers... I0419 06:59:00.533935 3670 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0419 06:59:00.533949 3670 namespace.go:98] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] adding namespace I0419 06:59:00.533957 3670 namespace.go:98] [openshift-node] adding namespace I0419 06:59:00.533964 3670 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0419 06:59:00.533967 3670 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0419 06:59:00.533976 3670 namespace.go:98] [openshift-network-console] adding namespace I0419 06:59:00.533980 3670 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0419 06:59:00.533985 3670 namespace.go:98] [openshift-kube-apiserver] adding namespace I0419 06:59:00.533997 3670 namespace.go:98] [openshift-insights] adding namespace I0419 06:59:00.534001 3670 namespace.go:98] [openshift-marketplace] adding namespace I0419 06:59:00.534004 3670 namespace.go:98] [openshift-backplane-cee] adding namespace I0419 06:59:00.534008 3670 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0419 06:59:00.534011 3670 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0419 06:59:00.534015 3670 namespace.go:98] [openshift-config-managed] adding namespace I0419 06:59:00.534021 3670 namespace.go:98] [openshift-cluster-version] adding namespace I0419 06:59:00.534521 3670 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 574.431µs I0419 06:59:00.534536 3670 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0419 06:59:00.535038 3670 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 495.201µs I0419 06:59:00.535054 3670 namespace.go:98] [openshift-ingress] adding namespace I0419 06:59:00.535633 3670 namespace.go:102] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] adding namespace took 1.675104ms I0419 06:59:00.535644 3670 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0419 06:59:00.536145 3670 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 494.774µs I0419 06:59:00.536161 3670 namespace.go:98] [openshift-config] adding namespace I0419 06:59:00.536594 3670 namespace.go:102] [openshift-node] adding namespace took 2.628308ms I0419 06:59:00.536606 3670 namespace.go:98] [openshift-package-operator] adding namespace I0419 06:59:00.537051 3670 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 3.079946ms I0419 06:59:00.537065 3670 namespace.go:98] [openshift-console] adding namespace I0419 06:59:00.537867 3670 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 3.88886ms I0419 06:59:00.537883 3670 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0419 06:59:00.538358 3670 namespace.go:102] [openshift-network-console] adding namespace took 4.376238ms I0419 06:59:00.538371 3670 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0419 06:59:00.538754 3670 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.762009ms I0419 06:59:00.538761 3670 namespace.go:98] [openshift-config-operator] adding namespace I0419 06:59:00.539258 3670 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.260544ms I0419 06:59:00.539272 3670 namespace.go:98] [openshift-service-ca-operator] adding namespace I0419 06:59:00.539719 3670 namespace.go:102] [openshift-insights] adding namespace took 5.715311ms I0419 06:59:00.539733 3670 namespace.go:98] [openshift-authentication-operator] adding namespace I0419 06:59:00.540187 3670 namespace.go:102] [openshift-marketplace] adding namespace took 6.176397ms I0419 06:59:00.540202 3670 namespace.go:98] [openshift-route-controller-manager] adding namespace I0419 06:59:00.540585 3670 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.571077ms I0419 06:59:00.540597 3670 namespace.go:98] [openshift-network-operator] adding namespace I0419 06:59:00.541001 3670 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.983765ms I0419 06:59:00.541015 3670 namespace.go:98] [openshift-service-ca] adding namespace I0419 06:59:00.541497 3670 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.475832ms I0419 06:59:00.541517 3670 namespace.go:98] [openshift-dns-operator] adding namespace I0419 06:59:00.541981 3670 namespace.go:102] [openshift-config-managed] adding namespace took 7.960282ms I0419 06:59:00.541994 3670 namespace.go:98] [openshift-dns] adding namespace I0419 06:59:00.542499 3670 namespace.go:102] [openshift-cluster-version] adding namespace took 8.473921ms I0419 06:59:00.542507 3670 namespace.go:98] [openshift-image-registry] adding namespace I0419 06:59:00.543134 3670 namespace.go:102] [openshift-ingress] adding namespace took 8.075856ms I0419 06:59:00.543145 3670 namespace.go:98] [openshift-backplane-csm] adding namespace I0419 06:59:00.543557 3670 namespace.go:102] [openshift-config] adding namespace took 7.38909ms I0419 06:59:00.543571 3670 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0419 06:59:00.543983 3670 namespace.go:102] [openshift-package-operator] adding namespace took 7.371235ms I0419 06:59:00.543995 3670 namespace.go:98] [openshift-console-user-settings] adding namespace I0419 06:59:00.544502 3670 namespace.go:102] [openshift-console] adding namespace took 7.432234ms I0419 06:59:00.544514 3670 namespace.go:98] [openshift-operators-redhat] adding namespace I0419 06:59:00.544999 3670 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.109677ms I0419 06:59:00.545016 3670 namespace.go:98] [openshift-etcd] adding namespace I0419 06:59:00.545415 3670 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.039057ms I0419 06:59:00.545430 3670 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0419 06:59:00.545845 3670 namespace.go:102] [openshift-config-operator] adding namespace took 7.078223ms I0419 06:59:00.545878 3670 namespace.go:98] [kube-node-lease] adding namespace I0419 06:59:00.546364 3670 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.087144ms I0419 06:59:00.546374 3670 namespace.go:98] [openshift-backplane] adding namespace I0419 06:59:00.546750 3670 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.011336ms I0419 06:59:00.546764 3670 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0419 06:59:00.547230 3670 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.02376ms I0419 06:59:00.547242 3670 namespace.go:98] [openshift-customer-monitoring] adding namespace I0419 06:59:00.547829 3670 namespace.go:102] [openshift-network-operator] adding namespace took 7.22518ms I0419 06:59:00.547860 3670 namespace.go:98] [openshift-authentication] adding namespace I0419 06:59:00.548521 3670 namespace.go:102] [openshift-service-ca] adding namespace took 7.50116ms I0419 06:59:00.548533 3670 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0419 06:59:00.549073 3670 namespace.go:102] [openshift-dns-operator] adding namespace took 7.542833ms I0419 06:59:00.549093 3670 namespace.go:98] [openshift-monitoring] adding namespace I0419 06:59:00.549634 3670 namespace.go:102] [openshift-dns] adding namespace took 7.635032ms I0419 06:59:00.549648 3670 namespace.go:98] [openshift-ingress-operator] adding namespace I0419 06:59:00.550198 3670 namespace.go:102] [openshift-image-registry] adding namespace took 7.685857ms I0419 06:59:00.550214 3670 namespace.go:98] [openshift-infra] adding namespace I0419 06:59:00.550746 3670 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.595466ms I0419 06:59:00.550761 3670 namespace.go:98] [openshift-network-node-identity] adding namespace I0419 06:59:00.551221 3670 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.644156ms I0419 06:59:00.551234 3670 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0419 06:59:00.551729 3670 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.728854ms I0419 06:59:00.551745 3670 namespace.go:98] [openshift-apiserver-operator] adding namespace I0419 06:59:00.552407 3670 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.88715ms I0419 06:59:00.552421 3670 namespace.go:98] [openshift-controller-manager] adding namespace I0419 06:59:00.553009 3670 namespace.go:102] [openshift-etcd] adding namespace took 7.984381ms I0419 06:59:00.553019 3670 namespace.go:98] [kube-public] adding namespace I0419 06:59:00.553475 3670 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.039705ms I0419 06:59:00.553485 3670 namespace.go:98] [openshift-operators] adding namespace I0419 06:59:00.553869 3670 namespace.go:102] [kube-node-lease] adding namespace took 7.987754ms I0419 06:59:00.553878 3670 namespace.go:98] [kube-system] adding namespace I0419 06:59:00.554302 3670 namespace.go:102] [openshift-backplane] adding namespace took 7.921662ms I0419 06:59:00.554316 3670 namespace.go:98] [openshift-must-gather-operator] adding namespace I0419 06:59:00.555029 3670 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.258538ms I0419 06:59:00.555048 3670 namespace.go:98] [openshift-backplane-srep] adding namespace I0419 06:59:00.555511 3670 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.262876ms I0419 06:59:00.555527 3670 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0419 06:59:00.555955 3670 namespace.go:102] [openshift-authentication] adding namespace took 8.086772ms I0419 06:59:00.555972 3670 namespace.go:98] [openshift-network-diagnostics] adding namespace I0419 06:59:00.556533 3670 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.994445ms I0419 06:59:00.556548 3670 namespace.go:98] [dedicated-admin] adding namespace I0419 06:59:00.557062 3670 namespace.go:102] [openshift-monitoring] adding namespace took 7.961688ms I0419 06:59:00.557077 3670 namespace.go:98] [openshift-console-operator] adding namespace I0419 06:59:00.557502 3670 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.847617ms I0419 06:59:00.557519 3670 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0419 06:59:00.557871 3670 namespace.go:102] [openshift-infra] adding namespace took 7.652713ms I0419 06:59:00.557886 3670 namespace.go:98] [openshift-ingress-canary] adding namespace I0419 06:59:00.558413 3670 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.645792ms I0419 06:59:00.558428 3670 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0419 06:59:00.558807 3670 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.565671ms I0419 06:59:00.558822 3670 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0419 06:59:00.559387 3670 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.634964ms I0419 06:59:00.559405 3670 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0419 06:59:00.559876 3670 namespace.go:102] [openshift-controller-manager] adding namespace took 7.447289ms I0419 06:59:00.559892 3670 namespace.go:98] [openshift-logging] adding namespace I0419 06:59:00.560295 3670 namespace.go:102] [kube-public] adding namespace took 7.270824ms I0419 06:59:00.560309 3670 namespace.go:98] [openshift-multus] adding namespace I0419 06:59:00.560690 3670 namespace.go:102] [openshift-operators] adding namespace took 7.20035ms I0419 06:59:00.560702 3670 namespace.go:98] [default] adding namespace I0419 06:59:00.561498 3670 namespace.go:102] [kube-system] adding namespace took 7.612966ms I0419 06:59:00.561515 3670 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0419 06:59:00.562120 3670 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.798506ms I0419 06:59:00.562136 3670 namespace.go:98] [openshift-backplane-tam] adding namespace I0419 06:59:00.562577 3670 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.523977ms I0419 06:59:00.562590 3670 namespace.go:98] [openshift-backplane-cse] adding namespace W0419 06:59:00.563049 3670 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-n9gjg: pod openshift-network-diagnostics/network-check-target-n9gjg: no pod IPs found I0419 06:59:00.563078 3670 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.543334ms I0419 06:59:00.563092 3670 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0419 06:59:00.563512 3670 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.535594ms I0419 06:59:00.563521 3670 namespace.go:98] [openshift-machine-api] adding namespace I0419 06:59:00.564039 3670 namespace.go:102] [dedicated-admin] adding namespace took 7.484111ms I0419 06:59:00.564055 3670 namespace.go:98] [openshift-apiserver] adding namespace I0419 06:59:00.564504 3670 namespace.go:102] [openshift-console-operator] adding namespace took 7.419957ms I0419 06:59:00.564522 3670 namespace.go:98] [openshift-host-network] adding namespace I0419 06:59:00.565030 3670 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.504783ms I0419 06:59:00.565042 3670 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0419 06:59:00.565592 3670 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.699183ms I0419 06:59:00.565611 3670 namespace.go:98] [openshift-kube-scheduler] adding namespace I0419 06:59:00.566178 3670 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.743952ms I0419 06:59:00.566591 3670 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.763962ms I0419 06:59:00.567087 3670 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.674962ms W0419 06:59:00.567575 3670 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8m8fc: pod openshift-multus/network-metrics-daemon-8m8fc: no pod IPs found I0419 06:59:00.567623 3670 namespace.go:102] [openshift-logging] adding namespace took 7.725674ms I0419 06:59:00.567638 3670 namespace.go:98] [openshift] adding namespace I0419 06:59:00.568125 3670 namespace.go:102] [openshift-multus] adding namespace took 7.8109ms I0419 06:59:00.568142 3670 namespace.go:98] [openshift-backplane-mobb] adding namespace I0419 06:59:00.568562 3670 namespace.go:102] [default] adding namespace took 7.85482ms I0419 06:59:00.568575 3670 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0419 06:59:00.568963 3670 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.441929ms I0419 06:59:00.569349 3670 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.207246ms I0419 06:59:00.569865 3670 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.250841ms I0419 06:59:00.570461 3670 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.360246ms I0419 06:59:00.570981 3670 namespace.go:102] [openshift-machine-api] adding namespace took 7.455131ms I0419 06:59:00.571572 3670 namespace.go:102] [openshift-apiserver] adding namespace took 7.509437ms I0419 06:59:00.572160 3670 namespace.go:102] [openshift-host-network] adding namespace took 7.631161ms I0419 06:59:00.572181 3670 namespace.go:98] [openshift-machine-config-operator] adding namespace I0419 06:59:00.572625 3670 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.576725ms I0419 06:59:00.573043 3670 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.426028ms I0419 06:59:00.573428 3670 namespace.go:102] [openshift] adding namespace took 5.785798ms I0419 06:59:00.573784 3670 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.63553ms I0419 06:59:00.574268 3670 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.68862ms I0419 06:59:00.574702 3670 namespace.go:102] [openshift-machine-config-operator] adding namespace took 2.51338ms W0419 06:59:00.574789 3670 master.go:458] Unable to parse local node ip-10-0-2-36.ec2.internal chassis-id annotation. Chassis may be removed during sync I0419 06:59:00.574798 3670 master.go:481] Removing stale chassis with ID/Name: 1908bbe4-9dc0-414f-9feb-e4916216970f, hostname: ip-10-0-2-36.ec2.internal I0419 06:59:00.575297 3670 master.go:548] Adding or Updating local node "ip-10-0-2-36.ec2.internal" for network "default" I0419 06:59:00.576070 3670 zone_ic_handler.go:195] Time taken to create transit switch: 386.863µs I0419 06:59:00.576089 3670 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-4.ec2.internal for the network default I0419 06:59:00.576476 3670 zone_ic_handler.go:195] Time taken to create transit switch: 331.476µs I0419 06:59:00.576491 3670 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-171.ec2.internal for the network default I0419 06:59:00.577325 3670 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-4.ec2.internal" on network "default" took: 1.653817ms I0419 06:59:00.577623 3670 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-171.ec2.internal" on network "default" took: 1.487557ms I0419 06:59:00.579342 3670 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-36.ec2.internal for the network default I0419 06:59:00.579544 3670 zone_ic_handler.go:195] Time taken to create transit switch: 188.797µs I0419 06:59:00.580398 3670 default_network_controller.go:823] Node add failed for ip-10-0-2-36.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-36.ec2.internal, error getting gateway config for node ip-10-0-2-36.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-36.ec2.internal", failed to update chassis to local for local node ip-10-0-2-36.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-36.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-36.ec2.internal] E0419 06:59:00.580458 3670 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-36.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-36.ec2.internal, error getting gateway config for node ip-10-0-2-36.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-36.ec2.internal", failed to update chassis to local for local node ip-10-0-2-36.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-36.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-36.ec2.internal] I0419 06:59:00.580519 3670 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0419 06:59:00.580538 3670 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0419 06:59:00.580552 3670 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0419 06:59:00.580571 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0419 06:59:00.580549 3670 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-36.ec2.internal", UID:"5b5b9d2e-65cf-4973-9d76-67d6e6b6f2c3", APIVersion:"v1", ResourceVersion:"9373", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-36.ec2.internal, error getting gateway config for node ip-10-0-2-36.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-36.ec2.internal", failed to update chassis to local for local node ip-10-0-2-36.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-36.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-36.ec2.internal] I0419 06:59:00.580614 3670 node_tracker.go:235] Node ip-10-0-2-36.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-36.ec2.internal" I0419 06:59:00.580630 3670 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0419 06:59:00.580644 3670 services_controller.go:574] Full service sync requested for network=default I0419 06:59:00.580652 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-4.ec2.internal in network "default" I0419 06:59:00.580700 3670 node_tracker.go:169] Node ip-10-0-0-4.ec2.internal switch + router changed, syncing services in network "default" I0419 06:59:00.580710 3670 services_controller.go:574] Full service sync requested for network=default I0419 06:59:00.580718 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-171.ec2.internal in network "default" I0419 06:59:00.580740 3670 node_tracker.go:169] Node ip-10-0-1-171.ec2.internal switch + router changed, syncing services in network "default" I0419 06:59:00.580746 3670 services_controller.go:574] Full service sync requested for network=default I0419 06:59:00.594026 3670 iptables.go:108] Creating table: filter chain: FORWARD I0419 06:59:00.600015 3670 iptables.go:108] Creating table: filter chain: OUTPUT I0419 06:59:00.605905 3670 gateway_shared_intf.go:1816] Gateway Creation Complete I0419 06:59:00.605920 3670 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-36.ec2.internal","mac-address":"0e:c1:3e:42:68:b9","ip-addresses":["10.0.2.36/24"],"ip-address":"10.0.2.36/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1908bbe4-9dc0-414f-9feb-e4916216970f k8s.ovn.org/node-encap-ips:["10.0.2.36"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.36/24"} k8s.ovn.org/zone-name:ip-10-0-2-36.ec2.internal] on node ip-10-0-2-36.ec2.internal I0419 06:59:00.624053 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0419 06:59:00.624132 3670 master.go:548] Adding or Updating local node "ip-10-0-2-36.ec2.internal" for network "default" I0419 06:59:00.624144 3670 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0419 06:59:00.624160 3670 services_controller.go:574] Full service sync requested for network=default I0419 06:59:00.628331 3670 default_node_network_controller.go:519] Node connection status = connected W0419 06:59:00.629544 3670 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-n9gjg: pod openshift-network-diagnostics/network-check-target-n9gjg: no pod IPs found W0419 06:59:00.629569 3670 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-8m8fc: pod openshift-multus/network-metrics-daemon-8m8fc: no pod IPs found I0419 06:59:00.630948 3670 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-36.ec2.internal for the network default I0419 06:59:00.631147 3670 zone_ic_handler.go:195] Time taken to create transit switch: 185.819µs I0419 06:59:00.681473 3670 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0419 06:59:00.681495 3670 services_controller.go:208] Setting up event handlers for services for network=default I0419 06:59:00.681538 3670 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0419 06:59:00.681568 3670 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0419 06:59:00.681578 3670 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0419 06:59:00.782112 3670 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0419 06:59:00.782135 3670 repair.go:60] Starting repairing loop for services I0419 06:59:00.782229 3670 repair.go:131] Deleted 0 stale service LBs I0419 06:59:00.782250 3670 repair.go:137] Deleted 0 stale Chassis Template Vars I0419 06:59:00.782269 3670 repair.go:62] Finished repairing loop for services: 136.366µs I0419 06:59:00.782292 3670 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0419 06:59:00.782303 3670 services_controller.go:254] Starting workers for network=default I0419 06:59:00.782771 3670 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-n9gjg] creating logical port openshift-network-diagnostics_network-check-target-n9gjg for pod on switch ip-10-0-2-36.ec2.internal W0419 06:59:00.782811 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 06:59:00.782948 3670 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8m8fc] creating logical port openshift-multus_network-metrics-daemon-8m8fc for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:00.782951 3670 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-n9gjg I0419 06:59:00.783013 3670 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-72sz7 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0419 06:59:00.783032 3670 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-8m8fc W0419 06:59:00.787937 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 06:59:00.815618 3670 pod.go:62] [openshift-network-diagnostics/network-check-target-n9gjg] pod update took 32.738718ms I0419 06:59:00.815629 3670 pod.go:62] [openshift-multus/network-metrics-daemon-8m8fc] pod update took 32.63675ms I0419 06:59:00.815643 3670 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-n9gjg] addLogicalPort annotation time took 32.767928ms I0419 06:59:00.815645 3670 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-8m8fc] addLogicalPort annotation time took 32.653668ms I0419 06:59:00.816581 3670 pods.go:271] [openshift-multus/network-metrics-daemon-8m8fc] addLogicalPort took 33.643808ms, libovsdb time 665.209µs I0419 06:59:00.816942 3670 pods.go:271] [openshift-network-diagnostics/network-check-target-n9gjg] addLogicalPort took 34.185939ms, libovsdb time 968.614µs I0419 06:59:00.817601 3670 admin_network_policy_controller.go:227] Starting controller default-network-controller I0419 06:59:00.817634 3670 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0419 06:59:00.817653 3670 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0419 06:59:00.817658 3670 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0419 06:59:00.817904 3670 repair.go:29] Repairing admin network policies took 236.657µs I0419 06:59:00.818035 3670 repair.go:92] Repairing baseline admin network policies took 118.758µs I0419 06:59:00.818387 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0419 06:59:00.818407 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0419 06:59:00.820081 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0419 06:59:00.820103 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0419 06:59:00.820114 3670 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0419 06:59:00.821933 3670 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0419 06:59:00.821957 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0419 06:59:00.821965 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0419 06:59:00.823369 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0419 06:59:00.823394 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0419 06:59:00.823412 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0419 06:59:00.825656 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0419 06:59:00.825677 3670 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0419 06:59:00.825687 3670 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0419 06:59:00.827890 3670 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0419 06:59:00.827909 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0419 06:59:00.827916 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0419 06:59:00.829283 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0419 06:59:00.829321 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0419 06:59:00.829332 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0419 06:59:00.830915 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0419 06:59:00.830935 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0419 06:59:00.830942 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0419 06:59:00.831274 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0419 06:59:00.831292 3670 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0419 06:59:00.831300 3670 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0419 06:59:00.831584 3670 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0419 06:59:00.831601 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0419 06:59:00.831611 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0419 06:59:00.834035 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0419 06:59:00.834058 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0419 06:59:00.834067 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0419 06:59:00.835166 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0419 06:59:00.835184 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0419 06:59:00.835193 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0419 06:59:00.835686 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0419 06:59:00.835704 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0419 06:59:00.835710 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0419 06:59:00.836043 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0419 06:59:00.836066 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0419 06:59:00.836076 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0419 06:59:00.837333 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0419 06:59:00.837350 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0419 06:59:00.837373 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0419 06:59:00.837874 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0419 06:59:00.837896 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0419 06:59:00.837905 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0419 06:59:00.838450 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0419 06:59:00.838473 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0419 06:59:00.838483 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0419 06:59:00.838998 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0419 06:59:00.839016 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0419 06:59:00.839864 3670 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0419 06:59:00.839877 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 06:59:00.840613 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0419 06:59:00.840633 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0419 06:59:00.840668 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 06:59:00.841434 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0419 06:59:00.841453 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0419 06:59:00.841461 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0419 06:59:00.841993 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0419 06:59:00.842010 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0419 06:59:00.842017 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0419 06:59:00.842590 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0419 06:59:00.842605 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0419 06:59:00.842613 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0419 06:59:00.843200 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0419 06:59:00.843225 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0419 06:59:00.843234 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0419 06:59:00.843756 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0419 06:59:00.843773 3670 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0419 06:59:00.843783 3670 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0419 06:59:00.844879 3670 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0419 06:59:00.844902 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0419 06:59:00.844910 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0419 06:59:00.845403 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0419 06:59:00.845420 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0419 06:59:00.845428 3670 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0419 06:59:00.845937 3670 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0419 06:59:00.845954 3670 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0419 06:59:00.845968 3670 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0419 06:59:00.846651 3670 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0419 06:59:00.846665 3670 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0419 06:59:00.846683 3670 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0419 06:59:00.848057 3670 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0419 06:59:00.848083 3670 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0419 06:59:00.848097 3670 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0419 06:59:00.848952 3670 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0419 06:59:00.849320 3670 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-72sz7 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0419 06:59:00.854839 3670 egressfirewall.go:374] Starting EgressFirewall controller I0419 06:59:00.854893 3670 controller.go:133] Adding controller egress-firewall-controller event handlers I0419 06:59:00.854901 3670 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0419 06:59:00.854922 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0419 06:59:00.854935 3670 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0419 06:59:00.854933 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0419 06:59:00.854947 3670 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0419 06:59:00.855250 3670 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0419 06:59:00.855264 3670 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0419 06:59:00.855269 3670 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0419 06:59:00.855278 3670 egressqos.go:193] Setting up event handlers for EgressQoS I0419 06:59:00.855286 3670 egressfirewall.go:723] Syncing node "ip-10-0-1-171.ec2.internal" for egress firewall I0419 06:59:00.855297 3670 egressfirewall.go:723] Syncing node "ip-10-0-2-36.ec2.internal" for egress firewall I0419 06:59:00.855301 3670 egressfirewall.go:723] Syncing node "ip-10-0-0-4.ec2.internal" for egress firewall I0419 06:59:00.855485 3670 egressqos.go:245] Starting EgressQoS Controller I0419 06:59:00.855494 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0419 06:59:00.855500 3670 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0419 06:59:00.855505 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0419 06:59:00.855510 3670 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0419 06:59:00.855527 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0419 06:59:00.855537 3670 shared_informer.go:356] "Caches are synced" controller="egressqos" I0419 06:59:00.855543 3670 egressqos.go:259] Repairing EgressQoSes I0419 06:59:00.855548 3670 egressqos.go:399] Starting repairing loop for egressqos I0419 06:59:00.855635 3670 egressqos.go:401] Finished repairing loop for egressqos: 87.196µs I0419 06:59:00.855657 3670 egressservice_zone.go:132] Setting up event handlers for Egress Services I0419 06:59:00.855690 3670 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-36.ec2.internal I0419 06:59:00.855742 3670 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-36.ec2.internal : 53.206µs I0419 06:59:00.855837 3670 egressservice_zone.go:210] Starting Egress Services Controller I0419 06:59:00.855865 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 06:59:00.855874 3670 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 06:59:00.855879 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 06:59:00.855884 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 06:59:00.855889 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 06:59:00.855894 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 06:59:00.855900 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0419 06:59:00.855904 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0419 06:59:00.855908 3670 egressservice_zone.go:228] Repairing Egress Services I0419 06:59:00.856163 3670 master_controller.go:88] Starting Admin Policy Based Route Controller I0419 06:59:00.856172 3670 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 06:59:00.856235 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-4.ec2.internal I0419 06:59:00.856250 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-4.ec2.internal: 16.614µs I0419 06:59:00.856257 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-171.ec2.internal I0419 06:59:00.856262 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-171.ec2.internal: 5.973µs I0419 06:59:00.856267 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0419 06:59:00.856270 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 3.783µs I0419 06:59:00.856273 3670 default_network_controller.go:585] Completing all the Watchers took 322.496622ms I0419 06:59:00.856284 3670 default_network_controller.go:589] Starting unidling controllers I0419 06:59:00.856295 3670 unidle.go:46] Registering OVN SB ControllerEvent handler I0419 06:59:00.856302 3670 unidle.go:63] Populating Initial ContollerEvent events I0419 06:59:00.856312 3670 unidle.go:79] Setting up event handlers for services I0419 06:59:00.856353 3670 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0419 06:59:01.128939 3670 default_node_network_controller.go:519] Node connection status = connected I0419 06:59:01.628580 3670 default_node_network_controller.go:519] Node connection status = connected I0419 06:59:02.107230 3670 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0419 06:59:02.128391 3670 default_node_network_controller.go:519] Node connection status = connected I0419 06:59:02.145714 3670 bridgeconfig.go:537] Gateway is ready I0419 06:59:02.145731 3670 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0419 06:59:02.157177 3670 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.36. Updating OVN encap IP. I0419 06:59:02.162490 3670 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.36 - it is already configured I0419 06:59:02.162504 3670 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.36/24:{} 172.20.0.1/32:{}]. Updating annotations. I0419 06:59:02.162741 3670 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.36/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-36.ec2.internal","mac-address":"0e:c1:3e:42:68:b9","ip-addresses":["10.0.2.36/24"],"ip-address":"10.0.2.36/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1908bbe4-9dc0-414f-9feb-e4916216970f k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.36/24"}] on node ip-10-0-2-36.ec2.internal I0419 06:59:02.179063 3670 egressfirewall.go:723] Syncing node "ip-10-0-2-36.ec2.internal" for egress firewall I0419 06:59:02.179064 3670 master.go:548] Adding or Updating local node "ip-10-0-2-36.ec2.internal" for network "default" I0419 06:59:02.179084 3670 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0419 06:59:02.179134 3670 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0419 06:59:02.179155 3670 services_controller.go:574] Full service sync requested for network=default I0419 06:59:02.179173 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0419 06:59:02.179194 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 21.635µs W0419 06:59:02.179447 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0419 06:59:02.179932 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 06:59:02.180051 3670 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.36 I0419 06:59:02.180154 3670 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-36.ec2.internal I0419 06:59:02.183834 3670 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-36.ec2.internal. Updating no re-route policies I0419 06:59:02.183909 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-445rb I0419 06:59:02.183918 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-n9gjg I0419 06:59:02.183925 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-445rb I0419 06:59:02.183934 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-n9gjg I0419 06:59:02.183953 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-445rb after 0 failed attempt(s) I0419 06:59:02.183954 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-q72tr I0419 06:59:02.183966 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-q2xbv I0419 06:59:02.183961 3670 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-2942p I0419 06:59:02.183972 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-5rpr2 I0419 06:59:02.183947 3670 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-36.ec2.internal I0419 06:59:02.183974 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-qpjjj I0419 06:59:02.183982 3670 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-36.ec2.internal I0419 06:59:02.183986 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-5rpr2 I0419 06:59:02.183988 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-vrqwb I0419 06:59:02.183994 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-qpjjj I0419 06:59:02.183993 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6lhn4 I0419 06:59:02.183994 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-czhvz I0419 06:59:02.184004 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-5rpr2 after 0 failed attempt(s) I0419 06:59:02.184006 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6lhn4 I0419 06:59:02.184004 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-vrqwb I0419 06:59:02.184010 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-36.ec2.internal I0419 06:59:02.184016 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-qpjjj after 0 failed attempt(s) I0419 06:59:02.184026 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-36.ec2.internal I0419 06:59:02.184026 3670 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-n9gjg] creating logical port openshift-network-diagnostics_network-check-target-n9gjg for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:02.184032 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6lhn4 after 0 failed attempt(s) I0419 06:59:02.184033 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-vrqwb after 0 failed attempt(s) I0419 06:59:02.184045 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-36.ec2.internal after 0 failed attempt(s) I0419 06:59:02.183970 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-q72tr I0419 06:59:02.184067 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-q72tr after 0 failed attempt(s) I0419 06:59:02.183975 3670 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-2942p I0419 06:59:02.184082 3670 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-2942p after 0 failed attempt(s) I0419 06:59:02.183998 3670 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-36.ec2.internal after 0 failed attempt(s) I0419 06:59:02.183982 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-q2xbv I0419 06:59:02.184105 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-q2xbv after 0 failed attempt(s) I0419 06:59:02.183978 3670 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8m8fc I0419 06:59:02.184122 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8m8fc I0419 06:59:02.184151 3670 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8m8fc] creating logical port openshift-multus_network-metrics-daemon-8m8fc for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:02.184011 3670 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-czhvz I0419 06:59:02.184211 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-czhvz after 0 failed attempt(s) I0419 06:59:02.184763 3670 pods.go:271] [openshift-network-diagnostics/network-check-target-n9gjg] addLogicalPort took 799.12µs, libovsdb time 234.905µs I0419 06:59:02.184775 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-n9gjg after 0 failed attempt(s) I0419 06:59:02.184925 3670 pods.go:271] [openshift-multus/network-metrics-daemon-8m8fc] addLogicalPort took 784.519µs, libovsdb time 331.566µs I0419 06:59:02.184933 3670 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-8m8fc after 0 failed attempt(s) I0419 06:59:02.196635 3670 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0419 06:59:02.208413 3670 iptables.go:108] Creating table: mangle chain: OUTPUT I0419 06:59:02.211622 3670 iptables.go:108] Creating table: nat chain: OUTPUT I0419 06:59:02.251266 3670 iptables.go:108] Creating table: nat chain: PREROUTING I0419 06:59:02.309309 3670 iptables.go:108] Creating table: filter chain: FORWARD I0419 06:59:02.325270 3670 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0419 06:59:02.325372 3670 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0419 06:59:02.325414 3670 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0419 06:59:02.325491 3670 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0419 06:59:02.325555 3670 gateway_init.go:325] Gateway and management port readiness took 1.701297705s I0419 06:59:02.325583 3670 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0419 06:59:02.325615 3670 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0419 06:59:02.325627 3670 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0419 06:59:02.325636 3670 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 06:59:02.325693 3670 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0419 06:59:02.325800 3670 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.225µs I0419 06:59:02.326057 3670 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0419 06:59:02.326083 3670 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.159µs I0419 06:59:02.326091 3670 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.283µs I0419 06:59:02.326096 3670 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0419 06:59:02.326107 3670 nad_controller.go:379] [node-nad-controller NAD controller]: started I0419 06:59:02.326111 3670 default_node_network_controller.go:899] Starting the default node network controller I0419 06:59:02.326116 3670 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0419 06:59:02.326199 3670 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.953µs I0419 06:59:02.326291 3670 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0419 06:59:02.326299 3670 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0419 06:59:02.326322 3670 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d5b0 0xc0002ee1c0 0xc0002ee230 0xc0002ee2a0 0xc0002ee310 0xc0002ee460 0xc0002ee4d0 0xc000aab950 0xc0002ee540 0xc0002ee5b0 0xc0008b9950 0xc006201340 0xc0002ee620 map[0x2ff9080:0xc004208de0 0x2ff95c0:0xc004208f60 0x2ffa2e0:0xc004208d20 0x2ffa580:0xc004208d80 0x2ffad60:0xc004208e40 0x2ffb000:0xc004208ea0 0x2ffb2a0:0xc004208f00 0x2ffba80:0xc004209080 0x2ffbd20:0xc0042090e0 0x3026980:0xc002186480 0x3026d20:0xc0021864e0 0x3027800:0xc000b99b60 0x3029160:0xc001bc4000 0x30298a0:0xc00260f740 0x302a720:0xc001bc4060] 0xc000aa0b60 0} I0419 06:59:02.326381 3670 gateway.go:151] Starting gateway service sync I0419 06:59:02.326832 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0419 06:59:02.328896 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0419 06:59:02.357604 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0419 06:59:02.358787 3670 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0419 06:59:02.359931 3670 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0419 06:59:02.394042 3670 gateway.go:168] Gateway service sync done. Time taken: 67.647551ms I0419 06:59:02.394640 3670 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30733 I0419 06:59:02.394842 3670 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d5b0 0xc0002ee1c0 0xc0002ee230 0xc0002ee2a0 0xc0002ee310 0xc0002ee460 0xc0002ee4d0 0xc000aab950 0xc0002ee540 0xc0002ee5b0 0xc0008b9950 0xc006201340 0xc0002ee620 map[0x2ff9080:0xc004208de0 0x2ff95c0:0xc004208f60 0x2ffa2e0:0xc004208d20 0x2ffa580:0xc004208d80 0x2ffad60:0xc004208e40 0x2ffb000:0xc004208ea0 0x2ffb2a0:0xc004208f00 0x2ffba80:0xc004209080 0x2ffbd20:0xc0042090e0 0x3026980:0xc002186480 0x3026d20:0xc0021864e0 0x3027800:0xc000b99b60 0x3029160:0xc001bc4000 0x30298a0:0xc00260f740 0x302a720:0xc001bc4060] 0xc000aa0b60 0} I0419 06:59:02.395349 3670 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d5b0 0xc0002ee1c0 0xc0002ee230 0xc0002ee2a0 0xc0002ee310 0xc0002ee460 0xc0002ee4d0 0xc000aab950 0xc0002ee540 0xc0002ee5b0 0xc0008b9950 0xc006201340 0xc0002ee620 map[0x2ff9080:0xc004208de0 0x2ff95c0:0xc004208f60 0x2ffa2e0:0xc004208d20 0x2ffa580:0xc004208d80 0x2ffad60:0xc004208e40 0x2ffb000:0xc004208ea0 0x2ffb2a0:0xc004208f00 0x2ffba80:0xc004209080 0x2ffbd20:0xc0042090e0 0x3026980:0xc002186480 0x3026d20:0xc0021864e0 0x3027800:0xc000b99b60 0x3029160:0xc001bc4000 0x30298a0:0xc00260f740 0x302a720:0xc001bc4060] 0xc000aa0b60 0} I0419 06:59:02.395383 3670 gateway.go:532] Reconciling gateway with updates I0419 06:59:02.400412 3670 gateway.go:339] Spawning Conntrack Rule Check Thread I0419 06:59:02.400493 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 06:59:02.400504 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 06:59:02.400507 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 06:59:02.400516 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 06:59:02.400519 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 06:59:02.400519 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 06:59:02.400519 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 06:59:02.400535 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 06:59:02.400539 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 06:59:02.400539 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 06:59:02.400553 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 06:59:02.400556 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 06:59:02.400562 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 06:59:02.400570 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 06:59:02.400572 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 06:59:02.400578 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 06:59:02.400578 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 06:59:02.400584 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 06:59:02.400501 3670 default_node_network_controller.go:944] Gateway and management port readiness took 74.195495ms I0419 06:59:02.400589 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 06:59:02.400589 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 06:59:02.400593 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 06:59:02.400594 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 06:59:02.400595 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 06:59:02.400607 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 06:59:02.400610 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 06:59:02.400614 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 06:59:02.400628 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 06:59:02.400627 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 06:59:02.400645 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 06:59:02.400645 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 06:59:02.400654 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 06:59:02.400657 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 06:59:02.400662 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 06:59:02.400668 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 06:59:02.400671 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:59:02.400675 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 06:59:02.400672 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 06:59:02.400685 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:59:02.400689 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 06:59:02.400688 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 06:59:02.400693 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 06:59:02.400697 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 06:59:02.400703 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 06:59:02.400705 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 06:59:02.400694 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 06:59:02.400711 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 06:59:02.400712 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 06:59:02.400630 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 06:59:02.400605 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 06:59:02.400723 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 06:59:02.400659 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 06:59:02.400734 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 06:59:02.400732 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 06:59:02.400741 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 06:59:02.400751 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 06:59:02.400754 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 06:59:02.400754 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 06:59:02.400756 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 06:59:02.400760 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 06:59:02.400763 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 06:59:02.400767 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 06:59:02.400768 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 06:59:02.400765 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 06:59:02.400775 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 06:59:02.400783 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 06:59:02.400785 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 06:59:02.400787 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 06:59:02.400791 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 06:59:02.400793 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 06:59:02.400716 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 06:59:02.400692 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 06:59:02.400806 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 06:59:02.400807 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 06:59:02.400819 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 06:59:02.400705 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 06:59:02.400835 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 06:59:02.400837 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 06:59:02.400842 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 06:59:02.400655 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 06:59:02.400587 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 06:59:02.400873 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 06:59:02.400874 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 06:59:02.400880 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 06:59:02.400837 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 06:59:02.400753 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 06:59:02.400822 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 06:59:02.400912 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 06:59:02.400918 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 06:59:02.400932 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 06:59:02.400668 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 06:59:02.400937 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 06:59:02.400741 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 06:59:02.400980 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 06:59:02.400617 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 06:59:02.400999 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 06:59:02.400999 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 06:59:02.400631 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 06:59:02.400982 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 06:59:02.401015 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 06:59:02.400616 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 06:59:02.401021 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 06:59:02.400639 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 06:59:02.400672 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 06:59:02.400681 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 06:59:02.400681 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 06:59:02.401115 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 06:59:02.400705 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 06:59:02.401152 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 06:59:02.400673 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 06:59:02.401183 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 06:59:02.400737 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 06:59:02.401239 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 06:59:02.400493 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 06:59:02.401258 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 06:59:02.400793 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 06:59:02.401285 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 32308 is already open, no action needed I0419 06:59:02.400824 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 06:59:02.401304 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 30869 is already open, no action needed I0419 06:59:02.400877 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 06:59:02.400933 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 06:59:02.401031 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 06:59:02.400654 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 06:59:02.401439 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 06:59:02.401246 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 06:59:02.401681 3670 node_ip_handler_linux.go:160] Node IP manager is running W0419 06:59:02.438446 3670 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 06:59:02.438652 3670 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 06:59:02.438807 3670 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0419 06:59:02.448122 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 06:59:02.448154 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 06:59:02.488591 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 06:59:02.488627 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 06:59:02.488647 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 06:59:02.488655 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 06:59:02.488664 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 06:59:02.488672 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 06:59:02.533294 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 06:59:02.533301 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 06:59:03.652422 3670 default_node_network_controller.go:1380] Starting node controller node sync W0419 06:59:03.652486 3670 egressip_healthcheck.go:76] Health checking using insecure connection I0419 06:59:03.652538 3670 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0419 06:59:03.664001 3670 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.558096ms I0419 06:59:03.664159 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-171.ec2.internal", IP: 10.0.1.171 to PMTUD blocking rules I0419 06:59:03.664169 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-171.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 06:59:03.664179 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-4.ec2.internal", IP: 10.0.0.4 to PMTUD blocking rules I0419 06:59:03.664192 3670 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-4.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 06:59:03.675767 3670 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0419 06:59:03.675994 3670 egressservice_node.go:93] Setting up event handlers for Egress Services I0419 06:59:03.676110 3670 egressservice_node.go:183] Starting Egress Services Controller I0419 06:59:03.676124 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 06:59:03.676132 3670 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 06:59:03.676138 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 06:59:03.676142 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 06:59:03.676147 3670 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 06:59:03.676152 3670 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 06:59:03.676156 3670 egressservice_node.go:197] Repairing Egress Services I0419 06:59:03.685680 3670 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0419 06:59:03.685692 3670 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 06:59:03.685800 3670 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0419 06:59:03.685809 3670 link_network_manager.go:119] Link manager is running I0419 06:59:03.685819 3670 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0419 06:59:03.686080 3670 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0419 06:59:03.686156 3670 vrf_manager.go:128] VRF manager is running I0419 06:59:03.686235 3670 node_controller_manager.go:437] Removing flows to drop GARP I0419 06:59:03.686247 3670 gateway.go:532] Reconciling gateway with updates I0419 06:59:03.707765 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 06:59:03.707779 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 06:59:03.707788 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 06:59:03.707801 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 06:59:03.707801 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 06:59:03.707818 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 06:59:03.707830 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 06:59:03.707831 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 06:59:03.707839 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 06:59:03.707858 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 06:59:03.707861 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 06:59:03.707861 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 06:59:03.707868 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 06:59:03.707871 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 06:59:03.707878 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 06:59:03.707883 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 06:59:03.707884 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 06:59:03.707888 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 06:59:03.707891 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 06:59:03.707895 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 06:59:03.707791 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 06:59:03.707898 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 06:59:03.707901 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 06:59:03.707902 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 06:59:03.707905 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 06:59:03.707907 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 06:59:03.707907 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 06:59:03.707914 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 06:59:03.707918 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 06:59:03.707921 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 06:59:03.707917 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 06:59:03.707926 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 06:59:03.707928 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 06:59:03.707927 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 06:59:03.707935 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 06:59:03.707938 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 06:59:03.707940 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 06:59:03.707942 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 06:59:03.707944 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 06:59:03.707945 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 06:59:03.707952 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 06:59:03.707952 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 06:59:03.707954 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 06:59:03.707959 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 06:59:03.707961 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 06:59:03.707960 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 06:59:03.707966 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 06:59:03.707964 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:59:03.707971 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 06:59:03.707819 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 06:59:03.707975 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 06:59:03.707979 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:59:03.707980 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 06:59:03.707982 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 06:59:03.707982 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 06:59:03.707984 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 06:59:03.707943 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 06:59:03.707805 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 06:59:03.707998 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 06:59:03.708003 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 06:59:03.707967 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 06:59:03.707879 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 06:59:03.707948 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 06:59:03.707946 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 06:59:03.707909 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 06:59:03.708059 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 06:59:03.708062 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 06:59:03.707906 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 06:59:03.708076 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 06:59:03.708087 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 06:59:03.708098 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 06:59:03.707769 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 06:59:03.708113 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 06:59:03.708121 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 06:59:03.708098 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 06:59:03.708128 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 06:59:03.708131 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 06:59:03.708137 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 06:59:03.708141 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 06:59:03.708143 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 06:59:03.708149 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 06:59:03.708151 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 06:59:03.707817 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 06:59:03.708160 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 06:59:03.708165 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 06:59:03.708167 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 06:59:03.708115 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 06:59:03.708181 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 06:59:03.708183 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 32308 is already open, no action needed I0419 06:59:03.708139 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 06:59:03.707930 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 06:59:03.708192 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 06:59:03.708153 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 06:59:03.708209 3670 port_claim.go:71] Svc openshift-ingress/router-default: port 30869 is already open, no action needed I0419 06:59:03.708217 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 06:59:03.708218 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 06:59:03.707935 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 06:59:03.708225 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 06:59:03.708238 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 06:59:03.707937 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 06:59:03.707961 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 06:59:03.708162 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 06:59:03.708210 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 06:59:03.707926 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 06:59:03.707964 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 06:59:03.707971 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 06:59:03.708285 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 06:59:03.707988 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 06:59:03.708295 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 06:59:03.708034 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 06:59:03.707920 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 06:59:03.708305 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 06:59:03.707996 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 06:59:03.708331 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 06:59:03.707934 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 06:59:03.708346 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 06:59:03.707926 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 06:59:03.708413 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 06:59:03.708421 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 06:59:03.707918 3670 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 06:59:03.708431 3670 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 06:59:03.708434 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 06:59:03.747506 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 06:59:03.769332 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 06:59:03.769376 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 06:59:03.769397 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 06:59:03.769406 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 06:59:03.769415 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 06:59:03.769424 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 06:59:03.769438 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 06:59:03.769449 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 06:59:03.769458 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 06:59:03.769466 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 06:59:03.769475 3670 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) W0419 06:59:03.841614 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0419 06:59:20.795349 3670 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0419 06:59:20.799319 3670 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-7989dd85b7-vnt8t IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-7989dd85b7-vnt8t: no pod IPs found W0419 06:59:20.835063 3670 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 06:59:21.152241 3670 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0419 06:59:21.152270 3670 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 37.055µs I0419 06:59:21.253504 3670 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5997ffc86f-l49tg] creating logical port openshift-image-registry_image-registry-5997ffc86f-l49tg for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:21.253627 3670 kube.go:256] Updating pod openshift-image-registry/image-registry-5997ffc86f-l49tg I0419 06:59:21.305576 3670 pod.go:62] [openshift-image-registry/image-registry-5997ffc86f-l49tg] pod update took 51.976154ms I0419 06:59:21.305598 3670 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5997ffc86f-l49tg] addLogicalPort annotation time took 52.003188ms I0419 06:59:21.306699 3670 pods.go:271] [openshift-image-registry/image-registry-5997ffc86f-l49tg] addLogicalPort took 53.208389ms, libovsdb time 865.214µs I0419 06:59:21.370951 3670 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-48kjm] creating logical port openshift-ingress-canary_ingress-canary-48kjm for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:21.371038 3670 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-48kjm I0419 06:59:21.430303 3670 pod.go:62] [openshift-ingress-canary/ingress-canary-48kjm] pod update took 59.291685ms I0419 06:59:21.430323 3670 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-48kjm] addLogicalPort annotation time took 59.315118ms I0419 06:59:21.431403 3670 pods.go:271] [openshift-ingress-canary/ingress-canary-48kjm] addLogicalPort took 60.479652ms, libovsdb time 829.975µs I0419 06:59:21.471514 3670 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-lhrzd] creating logical port openshift-dns_dns-default-lhrzd for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:21.471638 3670 kube.go:256] Updating pod openshift-dns/dns-default-lhrzd I0419 06:59:21.471705 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpvdf] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-hpvdf for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:21.471824 3670 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpvdf I0419 06:59:21.493591 3670 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-fvm94] creating logical port openshift-insights_insights-runtime-extractor-fvm94 for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:21.493687 3670 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-fvm94 I0419 06:59:21.512051 3670 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpvdf] pod update took 40.246672ms I0419 06:59:21.512072 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpvdf] addLogicalPort annotation time took 40.277553ms I0419 06:59:21.513181 3670 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpvdf] addLogicalPort took 41.48856ms, libovsdb time 804.672µs I0419 06:59:21.513227 3670 pod.go:62] [openshift-dns/dns-default-lhrzd] pod update took 41.616036ms I0419 06:59:21.513240 3670 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-lhrzd] addLogicalPort annotation time took 41.63351ms I0419 06:59:21.514197 3670 pods.go:271] [openshift-dns/dns-default-lhrzd] addLogicalPort took 42.703843ms, libovsdb time 741.287µs I0419 06:59:21.530739 3670 pod.go:62] [openshift-insights/insights-runtime-extractor-fvm94] pod update took 37.087304ms I0419 06:59:21.530758 3670 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-fvm94] addLogicalPort annotation time took 37.109531ms I0419 06:59:21.531870 3670 pods.go:271] [openshift-insights/insights-runtime-extractor-fvm94] addLogicalPort took 38.310855ms, libovsdb time 813.368µs I0419 06:59:21.658688 3670 cni.go:452] [openshift-image-registry/image-registry-5997ffc86f-l49tg 2882c1b7e17ac6449012b02e7c5baa87993df7e4b354f5de03c5b293ba182cc7 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5997ffc86f-l49tg 2882c1b7e17ac6449012b02e7c5baa87993df7e4b354f5de03c5b293ba182cc7 network default NAD default NAD key ] I0419 06:59:21.703921 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5997ffc86f-l49tg, hostIfaceName: 2882c1b7e17ac64, network: default, NAD default, SandboxID: "2882c1b7e17ac6449012b02e7c5baa87993df7e4b354f5de03c5b293ba182cc7", PCI device ID: , UID: "a57a30b9-fda7-423e-9341-01f5b2bdbd5e", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0419 06:59:21.751351 3670 cni.go:473] [openshift-image-registry/image-registry-5997ffc86f-l49tg 2882c1b7e17ac6449012b02e7c5baa87993df7e4b354f5de03c5b293ba182cc7 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5997ffc86f-l49tg 2882c1b7e17ac6449012b02e7c5baa87993df7e4b354f5de03c5b293ba182cc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:f2:4c:3e:da:2a\",\"name\":\"2882c1b7e17ac64\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed722098-573f-4872-8cf5-383db3dd3371\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 06:59:21.768579 3670 cni.go:452] [openshift-ingress-canary/ingress-canary-48kjm ff2f719f26833fa7cad02d0e598d6061b9a6851b4c85d76141903853a645cf69 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-48kjm ff2f719f26833fa7cad02d0e598d6061b9a6851b4c85d76141903853a645cf69 network default NAD default NAD key ] I0419 06:59:21.777960 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-48kjm, hostIfaceName: ff2f719f26833fa, network: default, NAD default, SandboxID: "ff2f719f26833fa7cad02d0e598d6061b9a6851b4c85d76141903853a645cf69", PCI device ID: , UID: "2f7e0b40-ac8e-463e-ad79-b0cbfee30314", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0419 06:59:21.824151 3670 cni.go:473] [openshift-ingress-canary/ingress-canary-48kjm ff2f719f26833fa7cad02d0e598d6061b9a6851b4c85d76141903853a645cf69 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-48kjm ff2f719f26833fa7cad02d0e598d6061b9a6851b4c85d76141903853a645cf69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:67:6b:8c:7e:4d\",\"name\":\"ff2f719f26833fa\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/908b556b-298c-49ad-b6e5-d1ec71435969\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 06:59:21.865600 3670 cni.go:452] [openshift-dns/dns-default-lhrzd a5eb312c3b9131aca679509d85f484b52b9d262af696d73ae4f8db4063118da1 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-lhrzd a5eb312c3b9131aca679509d85f484b52b9d262af696d73ae4f8db4063118da1 network default NAD default NAD key ] I0419 06:59:21.875612 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-lhrzd, hostIfaceName: a5eb312c3b9131a, network: default, NAD default, SandboxID: "a5eb312c3b9131aca679509d85f484b52b9d262af696d73ae4f8db4063118da1", PCI device ID: , UID: "11dc4d2f-f30c-4ca6-b958-e9b695df6d9e", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0419 06:59:21.920836 3670 cni.go:473] [openshift-dns/dns-default-lhrzd a5eb312c3b9131aca679509d85f484b52b9d262af696d73ae4f8db4063118da1 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-lhrzd a5eb312c3b9131aca679509d85f484b52b9d262af696d73ae4f8db4063118da1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:79:5c:3f:80:41\",\"name\":\"a5eb312c3b9131a\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48621e0b-ff8c-47e4-a90c-e889b868db04\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 06:59:22.203962 3670 cni.go:452] [openshift-insights/insights-runtime-extractor-fvm94 9bb86b5f1b6114bff64bc6b6c33e8db650eab02f8b87f9cd28c5583c8560831f network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-fvm94 9bb86b5f1b6114bff64bc6b6c33e8db650eab02f8b87f9cd28c5583c8560831f network default NAD default NAD key ] I0419 06:59:22.213594 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-fvm94, hostIfaceName: 9bb86b5f1b6114b, network: default, NAD default, SandboxID: "9bb86b5f1b6114bff64bc6b6c33e8db650eab02f8b87f9cd28c5583c8560831f", PCI device ID: , UID: "0edd6105-8510-48db-aa0f-875bbdf2c25f", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0419 06:59:22.259255 3670 cni.go:473] [openshift-insights/insights-runtime-extractor-fvm94 9bb86b5f1b6114bff64bc6b6c33e8db650eab02f8b87f9cd28c5583c8560831f network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-fvm94 9bb86b5f1b6114bff64bc6b6c33e8db650eab02f8b87f9cd28c5583c8560831f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:10:2c:40:4f:df\",\"name\":\"9bb86b5f1b6114b\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bbdcf0d-516c-4555-8f31-a0fb6162b5ca\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 06:59:22.450743 3670 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 06:59:22.484590 3670 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpvdf 357af8907f2155de428b6ac6d368b611395fc1828cb63c0df79b05b54b985230 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpvdf 357af8907f2155de428b6ac6d368b611395fc1828cb63c0df79b05b54b985230 network default NAD default NAD key ] I0419 06:59:22.497481 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-hpvdf, hostIfaceName: 357af8907f2155d, network: default, NAD default, SandboxID: "357af8907f2155de428b6ac6d368b611395fc1828cb63c0df79b05b54b985230", PCI device ID: , UID: "75180af8-fd2e-4f87-a742-a6a08c9488b4", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0419 06:59:22.549222 3670 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpvdf 357af8907f2155de428b6ac6d368b611395fc1828cb63c0df79b05b54b985230 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hpvdf 357af8907f2155de428b6ac6d368b611395fc1828cb63c0df79b05b54b985230 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:7b:5a:2f:f9:3b\",\"name\":\"357af8907f2155d\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb08fe14-ad55-48d7-a38d-7fac863513c1\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 06:59:25.344336 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0419 06:59:25.364007 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 06:59:25.546803 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0419 06:59:26.448013 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-xqvlm] creating logical port openshift-monitoring_prometheus-operator-76b589d668-xqvlm for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:26.448107 3670 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-xqvlm I0419 06:59:26.464611 3670 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-xqvlm] pod update took 16.527209ms I0419 06:59:26.464632 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-xqvlm] addLogicalPort annotation time took 16.554021ms I0419 06:59:26.465783 3670 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-xqvlm] addLogicalPort took 17.790483ms, libovsdb time 824.608µs I0419 06:59:26.846011 3670 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-xqvlm 4d9773595509d33f97d70104dab5f34b3ead599be3bb297bd7660ef2b2cf1a4b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-xqvlm 4d9773595509d33f97d70104dab5f34b3ead599be3bb297bd7660ef2b2cf1a4b network default NAD default NAD key ] I0419 06:59:26.855607 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-xqvlm, hostIfaceName: 4d9773595509d33, network: default, NAD default, SandboxID: "4d9773595509d33f97d70104dab5f34b3ead599be3bb297bd7660ef2b2cf1a4b", PCI device ID: , UID: "d76e63a6-4574-49f2-8df2-48c4de675234", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0419 06:59:26.901255 3670 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-xqvlm 4d9773595509d33f97d70104dab5f34b3ead599be3bb297bd7660ef2b2cf1a4b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-xqvlm 4d9773595509d33f97d70104dab5f34b3ead599be3bb297bd7660ef2b2cf1a4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:e7:01:64:8e:73\",\"name\":\"4d9773595509d33\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d2215cc-200c-4899-ac2f-114bd61eaf7b\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 06:59:28.287797 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0419 06:59:28.287828 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0419 06:59:28.879202 3670 base_network_controller_pods.go:487] [default/openshift-console/console-7dfd5b669-9k689] creating logical port openshift-console_console-7dfd5b669-9k689 for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:28.879305 3670 kube.go:256] Updating pod openshift-console/console-7dfd5b669-9k689 W0419 06:59:28.896230 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0419 06:59:28.900088 3670 pod.go:62] [openshift-console/console-7dfd5b669-9k689] pod update took 20.811541ms I0419 06:59:28.900138 3670 base_network_controller_pods.go:951] [default/openshift-console/console-7dfd5b669-9k689] addLogicalPort annotation time took 20.839149ms I0419 06:59:28.901305 3670 pods.go:271] [openshift-console/console-7dfd5b669-9k689] addLogicalPort took 22.123543ms, libovsdb time 872.026µs I0419 06:59:29.272616 3670 cni.go:452] [openshift-console/console-7dfd5b669-9k689 6855a712a95242758c8c291f6bd32289950bca5eede6e5adabe15a99afa8c357 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7dfd5b669-9k689 6855a712a95242758c8c291f6bd32289950bca5eede6e5adabe15a99afa8c357 network default NAD default NAD key ] I0419 06:59:29.282205 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7dfd5b669-9k689, hostIfaceName: 6855a712a952427, network: default, NAD default, SandboxID: "6855a712a95242758c8c291f6bd32289950bca5eede6e5adabe15a99afa8c357", PCI device ID: , UID: "e79e22e7-58f1-4a0f-94df-e63a32d5e8b9", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0419 06:59:29.327829 3670 cni.go:473] [openshift-console/console-7dfd5b669-9k689 6855a712a95242758c8c291f6bd32289950bca5eede6e5adabe15a99afa8c357 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7dfd5b669-9k689 6855a712a95242758c8c291f6bd32289950bca5eede6e5adabe15a99afa8c357 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:b2:3d:57:de:88\",\"name\":\"6855a712a952427\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f03f7a4-2a94-4415-80c0-219524ab8aea\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 06:59:31.876597 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-xgm6r] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-xgm6r for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:31.877119 3670 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-xgm6r I0419 06:59:31.896096 3670 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-xgm6r] pod update took 19.00962ms I0419 06:59:31.896118 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-xgm6r] addLogicalPort annotation time took 19.036781ms I0419 06:59:31.897234 3670 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-xgm6r] addLogicalPort took 20.652566ms, libovsdb time 836.648µs I0419 06:59:31.936807 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-s4n7f] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-s4n7f for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:31.936920 3670 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-s4n7f I0419 06:59:31.963061 3670 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-s4n7f] pod update took 26.169373ms I0419 06:59:31.963080 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-s4n7f] addLogicalPort annotation time took 26.193813ms I0419 06:59:31.964201 3670 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-s4n7f] addLogicalPort took 27.407678ms, libovsdb time 848.576µs I0419 06:59:32.233819 3670 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-xgm6r 623781bc76a4f697b82cf6acde21320cb5e1e25b3c529be71a273281d4ed8db5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-xgm6r 623781bc76a4f697b82cf6acde21320cb5e1e25b3c529be71a273281d4ed8db5 network default NAD default NAD key ] I0419 06:59:32.243370 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-xgm6r, hostIfaceName: 623781bc76a4f69, network: default, NAD default, SandboxID: "623781bc76a4f697b82cf6acde21320cb5e1e25b3c529be71a273281d4ed8db5", PCI device ID: , UID: "2a504aa8-d4cf-4f1c-8282-420f9ffdf4db", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0419 06:59:32.297429 3670 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-xgm6r 623781bc76a4f697b82cf6acde21320cb5e1e25b3c529be71a273281d4ed8db5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-xgm6r 623781bc76a4f697b82cf6acde21320cb5e1e25b3c529be71a273281d4ed8db5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:72:1b:e9:9f:90\",\"name\":\"623781bc76a4f69\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6384ccbc-3339-4138-9258-9f510519a9a1\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 06:59:32.297794 3670 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-s4n7f c1f570e954374301b9807569f76c7d23e2d8580ce0e9ac049d309a5583c14952 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-s4n7f c1f570e954374301b9807569f76c7d23e2d8580ce0e9ac049d309a5583c14952 network default NAD default NAD key ] I0419 06:59:32.307037 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-s4n7f, hostIfaceName: c1f570e95437430, network: default, NAD default, SandboxID: "c1f570e954374301b9807569f76c7d23e2d8580ce0e9ac049d309a5583c14952", PCI device ID: , UID: "0632f9d0-0abb-4a90-83f8-eafb033b2f99", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0419 06:59:32.353939 3670 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-s4n7f c1f570e954374301b9807569f76c7d23e2d8580ce0e9ac049d309a5583c14952 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-s4n7f c1f570e954374301b9807569f76c7d23e2d8580ce0e9ac049d309a5583c14952 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:3d:b0:cc:25:de\",\"name\":\"c1f570e95437430\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20c38ecb-12f3-4f27-8b5d-7207d8be0ae0\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 06:59:33.017870 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:33.017980 3670 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0419 06:59:33.044237 3670 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.292544ms I0419 06:59:33.044267 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.327953ms I0419 06:59:33.045646 3670 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.8034ms, libovsdb time 1.01382ms I0419 06:59:33.978389 3670 cni.go:452] [openshift-monitoring/alertmanager-main-0 88ab1082a4f910bb514db9f14b30f54df86a7a4227844feb4c1e06214b5b3168 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 88ab1082a4f910bb514db9f14b30f54df86a7a4227844feb4c1e06214b5b3168 network default NAD default NAD key ] I0419 06:59:33.990190 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 88ab1082a4f910b, network: default, NAD default, SandboxID: "88ab1082a4f910bb514db9f14b30f54df86a7a4227844feb4c1e06214b5b3168", PCI device ID: , UID: "0b70d2d5-5c40-43fa-857b-8fd33012f166", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0419 06:59:34.015617 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6cc6646845-8djc8] creating logical port openshift-monitoring_thanos-querier-6cc6646845-8djc8 for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:34.015747 3670 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6cc6646845-8djc8 I0419 06:59:34.044713 3670 cni.go:473] [openshift-monitoring/alertmanager-main-0 88ab1082a4f910bb514db9f14b30f54df86a7a4227844feb4c1e06214b5b3168 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 88ab1082a4f910bb514db9f14b30f54df86a7a4227844feb4c1e06214b5b3168 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:cc:49:d2:f8:2f\",\"name\":\"88ab1082a4f910b\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11d1def4-1cc3-47db-a06a-244ddb719c64\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 06:59:34.052137 3670 pod.go:62] [openshift-monitoring/thanos-querier-6cc6646845-8djc8] pod update took 36.437738ms I0419 06:59:34.052160 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6cc6646845-8djc8] addLogicalPort annotation time took 36.467024ms I0419 06:59:34.053535 3670 pods.go:271] [openshift-monitoring/thanos-querier-6cc6646845-8djc8] addLogicalPort took 37.935008ms, libovsdb time 1.047577ms I0419 06:59:34.462281 3670 cni.go:452] [openshift-monitoring/thanos-querier-6cc6646845-8djc8 a02385868c13556329bfbd80075adfa4d0c595075d85ba73f23de0ad08d7558b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6cc6646845-8djc8 a02385868c13556329bfbd80075adfa4d0c595075d85ba73f23de0ad08d7558b network default NAD default NAD key ] I0419 06:59:34.471453 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6cc6646845-8djc8, hostIfaceName: a02385868c13556, network: default, NAD default, SandboxID: "a02385868c13556329bfbd80075adfa4d0c595075d85ba73f23de0ad08d7558b", PCI device ID: , UID: "104815de-63af-48ad-b08f-3c92ecc0ffdd", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0419 06:59:34.519715 3670 cni.go:473] [openshift-monitoring/thanos-querier-6cc6646845-8djc8 a02385868c13556329bfbd80075adfa4d0c595075d85ba73f23de0ad08d7558b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6cc6646845-8djc8 a02385868c13556329bfbd80075adfa4d0c595075d85ba73f23de0ad08d7558b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:3e:74:e0:c5:b2\",\"name\":\"a02385868c13556\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/348d1621-78d4-451b-bfac-c9b55b452c1e\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 06:59:35.477815 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 06:59:35.477841 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0419 06:59:35.477865 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 06:59:35.563080 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:35.563096 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:35.563102 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0419 06:59:36.417290 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5d968f5d4f-4w7kl] creating logical port openshift-monitoring_metrics-server-5d968f5d4f-4w7kl for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:36.417523 3670 kube.go:256] Updating pod openshift-monitoring/metrics-server-5d968f5d4f-4w7kl I0419 06:59:36.435443 3670 pod.go:62] [openshift-monitoring/metrics-server-5d968f5d4f-4w7kl] pod update took 17.95678ms I0419 06:59:36.435472 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5d968f5d4f-4w7kl] addLogicalPort annotation time took 17.992353ms I0419 06:59:36.436878 3670 pods.go:271] [openshift-monitoring/metrics-server-5d968f5d4f-4w7kl] addLogicalPort took 19.605821ms, libovsdb time 1.01423ms I0419 06:59:36.671378 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6fqjl] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-6fqjl for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:36.671587 3670 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-6fqjl I0419 06:59:36.691477 3670 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6fqjl] pod update took 19.921647ms I0419 06:59:36.691502 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6fqjl] addLogicalPort annotation time took 19.949996ms I0419 06:59:36.692756 3670 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6fqjl] addLogicalPort took 21.397075ms, libovsdb time 898.422µs W0419 06:59:36.693410 3670 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7dfd5b669-znglc IP address from the namespace address-set, err: pod openshift-console/console-7dfd5b669-znglc: no pod IPs found I0419 06:59:37.165382 3670 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6fqjl f3d5a28ea92fe5800c87e6d4d2d2843742d0768218b7285bcd9bc0d039257fa0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6fqjl f3d5a28ea92fe5800c87e6d4d2d2843742d0768218b7285bcd9bc0d039257fa0 network default NAD default NAD key ] I0419 06:59:37.165468 3670 cni.go:452] [openshift-monitoring/metrics-server-5d968f5d4f-4w7kl 1b123c94ec1dfdb37da62bf972a31331cee84c38f80c4b23b17aaaf74d4f10ba network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5d968f5d4f-4w7kl 1b123c94ec1dfdb37da62bf972a31331cee84c38f80c4b23b17aaaf74d4f10ba network default NAD default NAD key ] I0419 06:59:37.176671 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5d968f5d4f-4w7kl, hostIfaceName: 1b123c94ec1dfdb, network: default, NAD default, SandboxID: "1b123c94ec1dfdb37da62bf972a31331cee84c38f80c4b23b17aaaf74d4f10ba", PCI device ID: , UID: "7520e83d-8a2a-46a7-a0d0-991959f2c020", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0419 06:59:37.177089 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-6fqjl, hostIfaceName: f3d5a28ea92fe58, network: default, NAD default, SandboxID: "f3d5a28ea92fe5800c87e6d4d2d2843742d0768218b7285bcd9bc0d039257fa0", PCI device ID: , UID: "adbbc981-aeb6-47cf-80d8-7083e0bda31f", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0419 06:59:37.236826 3670 cni.go:473] [openshift-monitoring/metrics-server-5d968f5d4f-4w7kl 1b123c94ec1dfdb37da62bf972a31331cee84c38f80c4b23b17aaaf74d4f10ba network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5d968f5d4f-4w7kl 1b123c94ec1dfdb37da62bf972a31331cee84c38f80c4b23b17aaaf74d4f10ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:13:de:b0:39:f0\",\"name\":\"1b123c94ec1dfdb\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c78afd53-89b2-45a3-bed2-9213d397e578\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 06:59:37.256285 3670 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6fqjl f3d5a28ea92fe5800c87e6d4d2d2843742d0768218b7285bcd9bc0d039257fa0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6fqjl f3d5a28ea92fe5800c87e6d4d2d2843742d0768218b7285bcd9bc0d039257fa0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:a9:0e:f6:ba:33\",\"name\":\"f3d5a28ea92fe58\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fc62c8e-1083-4fc3-b25d-ae4851e86275\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 06:59:38.252373 3670 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-36.ec2.internal I0419 06:59:38.252513 3670 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0419 06:59:38.281106 3670 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.646313ms I0419 06:59:38.281137 3670 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.683552ms I0419 06:59:38.282343 3670 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 29.988204ms, libovsdb time 826.172µs W0419 06:59:38.403476 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0419 06:59:39.110483 3670 cni.go:452] [openshift-monitoring/prometheus-k8s-0 63db50f703355e2915dc8157ce1206670be409ac7d6b132cc0a119291f218648 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 63db50f703355e2915dc8157ce1206670be409ac7d6b132cc0a119291f218648 network default NAD default NAD key ] I0419 06:59:39.121010 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 63db50f703355e2, network: default, NAD default, SandboxID: "63db50f703355e2915dc8157ce1206670be409ac7d6b132cc0a119291f218648", PCI device ID: , UID: "e0c22015-359e-4187-9007-5793a8bd2054", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0419 06:59:39.171453 3670 cni.go:473] [openshift-monitoring/prometheus-k8s-0 63db50f703355e2915dc8157ce1206670be409ac7d6b132cc0a119291f218648 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 63db50f703355e2915dc8157ce1206670be409ac7d6b132cc0a119291f218648 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:87:7e:4b:57:a6\",\"name\":\"63db50f703355e2\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee1442a3-ff49-4fa8-b189-92600a981fc4\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 06:59:39.427285 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:39.427305 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:39.427310 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:39.598006 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:39.598023 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:39.598027 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:39.598031 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:39.629149 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 06:59:39.715314 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 06:59:39.715334 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 06:59:40.443540 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 06:59:40.628549 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 06:59:40.628570 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 06:59:41.481189 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:41.481212 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:41.481221 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:41.481228 3670 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0419 06:59:42.425790 3670 cni.go:452] [openshift-multus/network-metrics-daemon-8m8fc e7770901bdb2da22f04df0f0b7e8b5776b61fcc304fd647530547a2de0475cc7 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-8m8fc e7770901bdb2da22f04df0f0b7e8b5776b61fcc304fd647530547a2de0475cc7 network default NAD default NAD key ] I0419 06:59:42.435863 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-8m8fc, hostIfaceName: e7770901bdb2da2, network: default, NAD default, SandboxID: "e7770901bdb2da22f04df0f0b7e8b5776b61fcc304fd647530547a2de0475cc7", PCI device ID: , UID: "c0a87e36-4f60-4923-b709-08752d49397a", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0419 06:59:42.455735 3670 cni.go:452] [openshift-network-diagnostics/network-check-target-n9gjg 2a6ba897c5e4656006223f07ed1d05d65f558da2d77610039a406095ba2164cb network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-n9gjg 2a6ba897c5e4656006223f07ed1d05d65f558da2d77610039a406095ba2164cb network default NAD default NAD key ] I0419 06:59:42.472923 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-n9gjg, hostIfaceName: 2a6ba897c5e4656, network: default, NAD default, SandboxID: "2a6ba897c5e4656006223f07ed1d05d65f558da2d77610039a406095ba2164cb", PCI device ID: , UID: "db7137f1-66cd-4d46-9bdf-361299cdfa16", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0419 06:59:42.503791 3670 cni.go:473] [openshift-multus/network-metrics-daemon-8m8fc e7770901bdb2da22f04df0f0b7e8b5776b61fcc304fd647530547a2de0475cc7 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-8m8fc e7770901bdb2da22f04df0f0b7e8b5776b61fcc304fd647530547a2de0475cc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:b6:c5:e4:6b:fb\",\"name\":\"e7770901bdb2da2\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d44d9f1-26a9-42b6-aa4f-bdc8c5bc78d4\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 06:59:42.524869 3670 cni.go:473] [openshift-network-diagnostics/network-check-target-n9gjg 2a6ba897c5e4656006223f07ed1d05d65f558da2d77610039a406095ba2164cb network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-n9gjg 2a6ba897c5e4656006223f07ed1d05d65f558da2d77610039a406095ba2164cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:a8:9e:87:81:92\",\"name\":\"2a6ba897c5e4656\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3cf61cb-a6d7-4715-b6e4-53f6d93cc2a8\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 06:59:43.465085 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0419 06:59:45.576897 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:45.576923 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:45.576932 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:45.576939 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0419 06:59:46.120563 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b89f7889b-jwlj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 06:59:46.121188 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b89f7889b-jwlj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 06:59:46.649015 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b89f7889b-jwlj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 06:59:46.649046 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b89f7889b-jwlj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 06:59:46.655207 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b89f7889b-jwlj5 I0419 06:59:46.655232 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b89f7889b-jwlj5 I0419 06:59:54.217538 3670 obj_retry.go:498] Detected object openshift-console/console-844749c6dd-d424w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 06:59:54.218218 3670 obj_retry.go:498] Detected object openshift-console/console-844749c6dd-d424w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 06:59:54.692406 3670 obj_retry.go:492] Detected object openshift-console/console-844749c6dd-d424w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 06:59:54.692428 3670 obj_retry.go:492] Detected object openshift-console/console-844749c6dd-d424w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 06:59:54.696419 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-844749c6dd-d424w I0419 06:59:54.696442 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-844749c6dd-d424w W0419 07:00:00.562438 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 07:00:01.726711 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0419 07:00:01.834899 3670 cni.go:452] [openshift-console/console-7dfd5b669-9k689 6855a712a95242758c8c291f6bd32289950bca5eede6e5adabe15a99afa8c357 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7dfd5b669-9k689 6855a712a95242758c8c291f6bd32289950bca5eede6e5adabe15a99afa8c357 network default NAD default NAD key ] I0419 07:00:01.902703 3670 cni.go:473] [openshift-console/console-7dfd5b669-9k689 6855a712a95242758c8c291f6bd32289950bca5eede6e5adabe15a99afa8c357 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7dfd5b669-9k689 6855a712a95242758c8c291f6bd32289950bca5eede6e5adabe15a99afa8c357 network default NAD default NAD key default], result "{}", err I0419 07:00:01.948712 3670 obj_retry.go:498] Detected object openshift-console/console-7dfd5b669-9k689 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:01.948749 3670 pods.go:176] Deleting pod: openshift-console/console-7dfd5b669-9k689 I0419 07:00:01.950105 3670 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7dfd5b669-9k689, ips: 10.130.0.11 I0419 07:00:01.950131 3670 obj_retry.go:498] Detected object openshift-console/console-7dfd5b669-9k689 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:01.957628 3670 base_network_controller_pods.go:487] [default/openshift-console/console-ffbd98959-pl727] creating logical port openshift-console_console-ffbd98959-pl727 for pod on switch ip-10-0-2-36.ec2.internal I0419 07:00:01.957738 3670 kube.go:256] Updating pod openshift-console/console-ffbd98959-pl727 I0419 07:00:01.973242 3670 pod.go:62] [openshift-console/console-ffbd98959-pl727] pod update took 15.534157ms I0419 07:00:01.973267 3670 base_network_controller_pods.go:951] [default/openshift-console/console-ffbd98959-pl727] addLogicalPort annotation time took 15.56375ms I0419 07:00:01.974470 3670 pods.go:271] [openshift-console/console-ffbd98959-pl727] addLogicalPort took 16.858836ms, libovsdb time 820.463µs I0419 07:00:02.316528 3670 cni.go:452] [openshift-console/console-ffbd98959-pl727 c5ff262be17bc39a3256feb7ec0530f7c0583cfe411e8d597b207736de8fb2d5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-ffbd98959-pl727 c5ff262be17bc39a3256feb7ec0530f7c0583cfe411e8d597b207736de8fb2d5 network default NAD default NAD key ] I0419 07:00:02.325792 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-ffbd98959-pl727, hostIfaceName: c5ff262be17bc39, network: default, NAD default, SandboxID: "c5ff262be17bc39a3256feb7ec0530f7c0583cfe411e8d597b207736de8fb2d5", PCI device ID: , UID: "ca4651f9-f4b0-4425-996d-f1a44ea919a8", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0419 07:00:02.374792 3670 cni.go:473] [openshift-console/console-ffbd98959-pl727 c5ff262be17bc39a3256feb7ec0530f7c0583cfe411e8d597b207736de8fb2d5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-ffbd98959-pl727 c5ff262be17bc39a3256feb7ec0530f7c0583cfe411e8d597b207736de8fb2d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:38:a9:50:ed:a7\",\"name\":\"c5ff262be17bc39\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/561ebbfb-04c3-4726-b431-ffb44a610097\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:00:02.674295 3670 obj_retry.go:492] Detected object openshift-console/console-7dfd5b669-9k689 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:02.674324 3670 obj_retry.go:492] Detected object openshift-console/console-7dfd5b669-9k689 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:02.679721 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7dfd5b669-9k689 I0419 07:00:02.679747 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7dfd5b669-9k689 W0419 07:00:04.033034 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 07:00:04.033054 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 07:00:04.033060 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 07:00:04.747920 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 07:00:04.747951 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 07:00:04.790299 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 07:00:04.790329 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 07:00:08.815283 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b89f7889b-rpvs6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:08.815872 3670 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b89f7889b-rpvs6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:09.553634 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b89f7889b-rpvs6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:09.553657 3670 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b89f7889b-rpvs6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:09.559083 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b89f7889b-rpvs6 I0419 07:00:09.559104 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b89f7889b-rpvs6 W0419 07:00:11.769089 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0419 07:00:11.790600 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0419 07:00:12.709187 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 07:00:16.594587 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 07:00:30.084875 3670 obj_retry.go:498] Detected object openshift-console/console-844749c6dd-k2xf8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.085415 3670 obj_retry.go:498] Detected object openshift-console/console-844749c6dd-k2xf8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.640784 3670 obj_retry.go:492] Detected object openshift-console/console-844749c6dd-k2xf8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:30.640815 3670 obj_retry.go:492] Detected object openshift-console/console-844749c6dd-k2xf8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:30.645837 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-844749c6dd-k2xf8 I0419 07:00:30.645892 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-844749c6dd-k2xf8 I0419 07:00:30.803431 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.803973 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.804005 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.804015 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0419 07:00:30.804028 3670 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.804035 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0419 07:00:31.829618 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:31.829640 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:31.829659 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:31.829668 3670 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:35.349183 3670 obj_retry.go:498] Detected object openshift-ingress/router-default-589d565f4f-bdjm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:35.349680 3670 obj_retry.go:498] Detected object openshift-ingress/router-default-589d565f4f-bdjm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:35.500827 3670 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 07:00:35.510753 3670 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 07:00:35.860103 3670 obj_retry.go:492] Detected object openshift-ingress/router-default-589d565f4f-bdjm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:35.860129 3670 obj_retry.go:492] Detected object openshift-ingress/router-default-589d565f4f-bdjm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:35.865437 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-589d565f4f-bdjm2 I0419 07:00:35.865465 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-589d565f4f-bdjm2 W0419 07:00:38.840619 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 07:00:38.840642 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0419 07:00:47.835144 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:47.835702 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:48.735445 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:48.735471 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 07:01:10.111973 3670 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5c648dcd74-lglq5 IP address from the namespace address-set, err: pod openshift-console/console-5c648dcd74-lglq5: no pod IPs found I0419 07:01:25.304045 3670 obj_retry.go:498] Detected object openshift-console/console-ffbd98959-hv7qv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:01:25.304574 3670 obj_retry.go:498] Detected object openshift-console/console-ffbd98959-hv7qv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:01:26.081232 3670 obj_retry.go:492] Detected object openshift-console/console-ffbd98959-hv7qv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:01:26.081258 3670 obj_retry.go:492] Detected object openshift-console/console-ffbd98959-hv7qv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:01:26.084043 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ffbd98959-hv7qv I0419 07:01:26.084061 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ffbd98959-hv7qv I0419 07:01:35.388478 3670 obj_retry.go:498] Detected object openshift-console/console-5c648dcd74-27p8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:01:35.389059 3670 obj_retry.go:498] Detected object openshift-console/console-5c648dcd74-27p8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:01:35.910419 3670 obj_retry.go:492] Detected object openshift-console/console-5c648dcd74-27p8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:01:35.910452 3670 obj_retry.go:492] Detected object openshift-console/console-5c648dcd74-27p8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:01:35.916621 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c648dcd74-27p8t I0419 07:01:35.916649 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c648dcd74-27p8t I0419 07:02:01.304039 3670 cni.go:452] [openshift-console/console-ffbd98959-pl727 c5ff262be17bc39a3256feb7ec0530f7c0583cfe411e8d597b207736de8fb2d5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-ffbd98959-pl727 c5ff262be17bc39a3256feb7ec0530f7c0583cfe411e8d597b207736de8fb2d5 network default NAD default NAD key ] I0419 07:02:01.380741 3670 cni.go:473] [openshift-console/console-ffbd98959-pl727 c5ff262be17bc39a3256feb7ec0530f7c0583cfe411e8d597b207736de8fb2d5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-ffbd98959-pl727 c5ff262be17bc39a3256feb7ec0530f7c0583cfe411e8d597b207736de8fb2d5 network default NAD default NAD key default], result "{}", err I0419 07:02:01.433224 3670 obj_retry.go:498] Detected object openshift-console/console-ffbd98959-pl727 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:02:01.433264 3670 pods.go:176] Deleting pod: openshift-console/console-ffbd98959-pl727 I0419 07:02:01.434617 3670 pods.go:236] Attempting to release IPs for pod: openshift-console/console-ffbd98959-pl727, ips: 10.130.0.19 I0419 07:02:01.434650 3670 obj_retry.go:498] Detected object openshift-console/console-ffbd98959-pl727 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:02:02.130711 3670 obj_retry.go:492] Detected object openshift-console/console-ffbd98959-pl727 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:02:02.130734 3670 obj_retry.go:492] Detected object openshift-console/console-ffbd98959-pl727 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:02:02.136519 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ffbd98959-pl727 I0419 07:02:02.136550 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ffbd98959-pl727 I0419 07:04:05.096390 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0419 07:04:06.781868 3670 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0419 07:04:35.004359 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0419 07:05:06.005463 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0419 07:05:11.237821 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0419 07:05:14.008068 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0419 07:05:38.728758 3670 namespace.go:98] [tsf] adding namespace I0419 07:05:38.729718 3670 namespace.go:102] [tsf] adding namespace took 934.305µs I0419 07:05:38.745826 3670 namespace.go:142] [tsf] updating namespace I0419 07:05:38.761049 3670 namespace.go:142] [tsf] updating namespace W0419 07:05:40.916630 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 07:05:42.941337 3670 namespace.go:98] [cert-manager-operator] adding namespace I0419 07:05:42.942230 3670 namespace.go:102] [cert-manager-operator] adding namespace took 870.676µs I0419 07:05:42.950104 3670 namespace.go:98] [rhtpa-operator] adding namespace I0419 07:05:42.950827 3670 namespace.go:102] [rhtpa-operator] adding namespace took 705.008µs I0419 07:05:42.952057 3670 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:05:42.978227 3670 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:05:42.986207 3670 namespace.go:98] [tsf-keycloak] adding namespace I0419 07:05:42.986305 3670 namespace.go:98] [rhbk-operator] adding namespace I0419 07:05:42.986408 3670 namespace.go:98] [tsf-tas] adding namespace I0419 07:05:42.987038 3670 namespace.go:102] [tsf-keycloak] adding namespace took 814.441µs I0419 07:05:42.987500 3670 namespace.go:102] [rhbk-operator] adding namespace took 1.179838ms I0419 07:05:42.988116 3670 namespace.go:102] [tsf-tas] adding namespace took 1.696118ms I0419 07:05:43.002234 3670 namespace.go:98] [konflux-ui] adding namespace I0419 07:05:43.002371 3670 namespace.go:98] [tsf-tpa] adding namespace I0419 07:05:43.002956 3670 namespace.go:102] [konflux-ui] adding namespace took 707.081µs I0419 07:05:43.003531 3670 namespace.go:102] [tsf-tpa] adding namespace took 1.150749ms I0419 07:05:43.026403 3670 namespace.go:98] [konflux-operator] adding namespace I0419 07:05:43.026429 3670 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:05:43.026545 3670 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:05:43.027344 3670 namespace.go:102] [konflux-operator] adding namespace took 924.066µs I0419 07:05:43.028763 3670 namespace.go:142] [rhbk-operator] updating namespace I0419 07:05:43.092553 3670 namespace.go:142] [konflux-ui] updating namespace I0419 07:05:43.092570 3670 namespace.go:142] [tsf-tas] updating namespace I0419 07:05:43.092647 3670 namespace.go:142] [tsf-tpa] updating namespace I0419 07:05:43.092773 3670 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:05:43.092892 3670 namespace.go:142] [konflux-operator] updating namespace I0419 07:05:43.093006 3670 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:05:43.208227 3670 namespace.go:142] [konflux-ui] updating namespace I0419 07:05:43.208271 3670 namespace.go:142] [tsf-tpa] updating namespace I0419 07:05:43.213582 3670 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:05:43.213628 3670 namespace.go:142] [rhbk-operator] updating namespace I0419 07:05:43.227741 3670 namespace.go:142] [konflux-operator] updating namespace I0419 07:05:43.227784 3670 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:05:43.227926 3670 namespace.go:142] [tsf-tas] updating namespace I0419 07:05:43.241140 3670 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:05:43.241237 3670 namespace.go:142] [konflux-ui] updating namespace I0419 07:05:43.255209 3670 namespace.go:142] [tsf-tpa] updating namespace I0419 07:05:43.262520 3670 namespace.go:142] [konflux-operator] updating namespace I0419 07:05:43.344078 3670 namespace.go:142] [rhbk-operator] updating namespace I0419 07:05:43.741127 3670 namespace.go:142] [tsf-tas] updating namespace I0419 07:05:44.305720 3670 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:05:44.322564 3670 namespace.go:142] [tsf-tpa] updating namespace I0419 07:05:44.468871 3670 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-36.ec2.internal I0419 07:05:44.468994 3670 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0419 07:05:44.489458 3670 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 20.494824ms I0419 07:05:44.489478 3670 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 20.522577ms I0419 07:05:44.490624 3670 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 21.785521ms, libovsdb time 833.338µs I0419 07:05:44.844659 3670 cni.go:452] [tsf/test-tsf-subscriptions 7cb020c402f3a7ba3e6ff50cf01ba4e5f99c662749ddfdbcbd62105c18a4078b network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 7cb020c402f3a7ba3e6ff50cf01ba4e5f99c662749ddfdbcbd62105c18a4078b network default NAD default NAD key ] I0419 07:05:44.853694 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 7cb020c402f3a7b, network: default, NAD default, SandboxID: "7cb020c402f3a7ba3e6ff50cf01ba4e5f99c662749ddfdbcbd62105c18a4078b", PCI device ID: , UID: "70cb899c-600d-4520-afd1-4ddb7f9c2898", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0419 07:05:44.902032 3670 cni.go:473] [tsf/test-tsf-subscriptions 7cb020c402f3a7ba3e6ff50cf01ba4e5f99c662749ddfdbcbd62105c18a4078b network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 7cb020c402f3a7ba3e6ff50cf01ba4e5f99c662749ddfdbcbd62105c18a4078b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:79:e4:6f:25:2d\",\"name\":\"7cb020c402f3a7b\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/893b63a6-4b41-4efd-82fb-5f4bfd387c4a\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:05:51.938724 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0419 07:05:51.938802 3670 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jfsj7 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jfsj7: no pod IPs found I0419 07:05:52.085592 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:52.086235 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:52.086268 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:52.086278 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:52.086297 3670 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:52.086303 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:53.096540 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:53.097155 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:53.097180 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:53.097191 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:53.097212 3670 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:53.097220 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:53.111895 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:53.111913 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:53.111929 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:53.111952 3670 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:54.120804 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:54.120836 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:54.120866 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:54.120884 3670 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:55.114480 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.115079 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.115108 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.115116 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:55.115133 3670 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.115140 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:55.211395 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.211975 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.212001 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.212012 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:55.212030 3670 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.212036 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:56.138829 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.138878 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.138900 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.138918 3670 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.235952 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.235985 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.236005 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.236018 3670 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:57.119605 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:57.120677 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:57.120759 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:57.120791 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:57.120826 3670 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:57.120878 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:58.134013 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:58.134528 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:58.134555 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:58.134563 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:58.134583 3670 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:58.134588 3670 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:58.148122 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:58.148140 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:58.148152 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:58.148165 3670 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:59.159049 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:59.159073 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:59.159088 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:59.159101 3670 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:06:08.005374 3670 namespace.go:142] [openshift-operators] updating namespace I0419 07:06:08.025791 3670 namespace.go:142] [openshift-operators] updating namespace W0419 07:06:14.188145 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0419 07:06:16.991480 3670 namespace.go:142] [openshift-operators] updating namespace I0419 07:06:20.365211 3670 namespace.go:98] [cert-manager] adding namespace I0419 07:06:20.366080 3670 namespace.go:102] [cert-manager] adding namespace took 844.098µs I0419 07:06:20.425147 3670 namespace.go:142] [cert-manager] updating namespace I0419 07:06:20.453900 3670 namespace.go:142] [cert-manager] updating namespace W0419 07:06:22.416436 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 07:06:22.435132 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 07:06:23.040514 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 07:06:23.062022 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 07:06:25.269143 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0419 07:06:27.185345 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0419 07:06:27.185363 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0419 07:06:28.275876 3670 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0419 07:06:28.330217 3670 namespace.go:98] [trusted-artifact-signer] adding namespace I0419 07:06:28.331162 3670 namespace.go:102] [trusted-artifact-signer] adding namespace took 927.203µs I0419 07:06:28.346564 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:28.359139 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:31.142238 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0419 07:06:32.155246 3670 namespace.go:98] [openshift-pipelines] adding namespace I0419 07:06:32.156049 3670 namespace.go:102] [openshift-pipelines] adding namespace took 777.79µs I0419 07:06:32.182438 3670 namespace.go:142] [openshift-pipelines] updating namespace I0419 07:06:32.906814 3670 namespace.go:142] [cert-manager] updating namespace I0419 07:06:33.070369 3670 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:06:33.482146 3670 namespace.go:142] [konflux-operator] updating namespace I0419 07:06:33.670245 3670 namespace.go:142] [konflux-ui] updating namespace I0419 07:06:33.869744 3670 namespace.go:142] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] updating namespace I0419 07:06:34.269878 3670 namespace.go:142] [rhbk-operator] updating namespace I0419 07:06:34.479301 3670 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:06:34.688122 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:34.882200 3670 namespace.go:142] [tsf] updating namespace I0419 07:06:35.076950 3670 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:06:35.289168 3670 namespace.go:142] [tsf-tas] updating namespace I0419 07:06:35.487041 3670 namespace.go:142] [tsf-tpa] updating namespace I0419 07:06:35.620626 3670 namespace.go:142] [cert-manager] updating namespace I0419 07:06:35.631387 3670 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:06:35.642459 3670 namespace.go:142] [default] updating namespace I0419 07:06:35.655820 3670 namespace.go:142] [konflux-operator] updating namespace I0419 07:06:35.667671 3670 namespace.go:142] [konflux-ui] updating namespace I0419 07:06:35.678207 3670 namespace.go:142] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] updating namespace I0419 07:06:35.685358 3670 namespace.go:142] [openshift] updating namespace I0419 07:06:35.696207 3670 namespace.go:142] [rhbk-operator] updating namespace I0419 07:06:35.708407 3670 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:06:35.718511 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:35.728225 3670 namespace.go:142] [tsf] updating namespace I0419 07:06:35.739257 3670 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:06:35.749492 3670 namespace.go:142] [tsf-tas] updating namespace I0419 07:06:35.764349 3670 namespace.go:142] [tsf-tpa] updating namespace I0419 07:06:35.861211 3670 namespace.go:142] [cert-manager] updating namespace I0419 07:06:35.960596 3670 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:06:36.067217 3670 namespace.go:142] [default] updating namespace I0419 07:06:36.156087 3670 namespace.go:142] [konflux-operator] updating namespace I0419 07:06:36.261034 3670 namespace.go:142] [konflux-ui] updating namespace I0419 07:06:36.358541 3670 namespace.go:142] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] updating namespace I0419 07:06:36.461051 3670 namespace.go:142] [openshift] updating namespace I0419 07:06:36.568077 3670 namespace.go:142] [rhbk-operator] updating namespace I0419 07:06:36.665167 3670 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:06:36.765980 3670 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:36.862238 3670 namespace.go:142] [tsf] updating namespace I0419 07:06:36.970905 3670 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:06:37.057538 3670 namespace.go:142] [tsf-tas] updating namespace I0419 07:06:37.159239 3670 namespace.go:142] [tsf-tpa] updating namespace I0419 07:06:37.674480 3670 namespace.go:142] [openshift-pipelines] updating namespace I0419 07:06:45.453448 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-dwrhw] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-dwrhw for pod on switch ip-10-0-2-36.ec2.internal I0419 07:06:45.453569 3670 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-dwrhw I0419 07:06:45.523055 3670 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-dwrhw] pod update took 69.541551ms I0419 07:06:45.523076 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-dwrhw] addLogicalPort annotation time took 69.569599ms I0419 07:06:45.524229 3670 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-dwrhw] addLogicalPort took 70.798312ms, libovsdb time 861.705µs I0419 07:06:45.812262 3670 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-dwrhw b02876f97cf98dc014f7751a9b4e8bffc65cfa9fb531c043b2f722c2b4e5da78 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-dwrhw b02876f97cf98dc014f7751a9b4e8bffc65cfa9fb531c043b2f722c2b4e5da78 network default NAD default NAD key ] I0419 07:06:45.822112 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-dwrhw, hostIfaceName: b02876f97cf98dc, network: default, NAD default, SandboxID: "b02876f97cf98dc014f7751a9b4e8bffc65cfa9fb531c043b2f722c2b4e5da78", PCI device ID: , UID: "63c68133-503f-4210-a848-763fdb7b5341", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0419 07:06:45.871589 3670 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-dwrhw b02876f97cf98dc014f7751a9b4e8bffc65cfa9fb531c043b2f722c2b4e5da78 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-dwrhw b02876f97cf98dc014f7751a9b4e8bffc65cfa9fb531c043b2f722c2b4e5da78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:d2:ac:a5:6f:5a\",\"name\":\"b02876f97cf98dc\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b03ffa54-4717-4cfb-bb3a-07c40a8748fe\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 07:06:49.273449 3670 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:06:49.273471 3670 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:06:49.273476 3670 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:06:49.273481 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0419 07:06:50.018702 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=578 W0419 07:06:50.332636 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 07:06:50.332652 3670 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 07:06:50.332657 3670 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 07:06:50.366121 3670 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 07:06:50.366140 3670 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 07:06:50.366145 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0419 07:06:51.106907 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0419 07:06:58.312666 3670 cni.go:452] [tsf/test-tsf-subscriptions 7cb020c402f3a7ba3e6ff50cf01ba4e5f99c662749ddfdbcbd62105c18a4078b network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 7cb020c402f3a7ba3e6ff50cf01ba4e5f99c662749ddfdbcbd62105c18a4078b network default NAD default NAD key ] I0419 07:06:58.386278 3670 cni.go:473] [tsf/test-tsf-subscriptions 7cb020c402f3a7ba3e6ff50cf01ba4e5f99c662749ddfdbcbd62105c18a4078b network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 7cb020c402f3a7ba3e6ff50cf01ba4e5f99c662749ddfdbcbd62105c18a4078b network default NAD default NAD key default], result "{}", err I0419 07:06:58.440089 3670 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:06:58.440124 3670 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0419 07:06:58.441528 3670 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.20 I0419 07:06:58.441562 3670 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:06:58.463323 3670 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:06:58.463341 3670 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:06:58.468516 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0419 07:06:58.468612 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0419 07:06:59.563766 3670 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-36.ec2.internal I0419 07:06:59.563881 3670 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0419 07:06:59.578444 3670 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.611697ms I0419 07:06:59.578469 3670 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.643695ms I0419 07:06:59.579619 3670 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 15.902823ms, libovsdb time 842.411µs I0419 07:06:59.940227 3670 cni.go:452] [tsf/test-tsf-infrastructure 1e2e3f0c6e73fab0e759cd9bf092cc44653fce7390aa35fc937012c077567e3e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 1e2e3f0c6e73fab0e759cd9bf092cc44653fce7390aa35fc937012c077567e3e network default NAD default NAD key ] I0419 07:06:59.950243 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 1e2e3f0c6e73fab, network: default, NAD default, SandboxID: "1e2e3f0c6e73fab0e759cd9bf092cc44653fce7390aa35fc937012c077567e3e", PCI device ID: , UID: "71ac17db-56b4-4b38-a915-18c85f1a7899", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0419 07:06:59.999657 3670 cni.go:473] [tsf/test-tsf-infrastructure 1e2e3f0c6e73fab0e759cd9bf092cc44653fce7390aa35fc937012c077567e3e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 1e2e3f0c6e73fab0e759cd9bf092cc44653fce7390aa35fc937012c077567e3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:b7:17:66:a7:1d\",\"name\":\"1e2e3f0c6e73fab\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04ea6abd-ca87-4da3-92e3-bd3434a9eb1a\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 07:07:00.303300 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:07:00.303322 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:07:00.303331 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:07:00.303340 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0419 07:07:02.474751 3670 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t8wm9] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-t8wm9 for pod on switch ip-10-0-2-36.ec2.internal I0419 07:07:02.474882 3670 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t8wm9 I0419 07:07:02.488427 3670 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t8wm9] pod update took 13.592344ms I0419 07:07:02.488456 3670 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t8wm9] addLogicalPort annotation time took 13.62814ms I0419 07:07:02.490044 3670 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t8wm9] addLogicalPort took 15.311639ms, libovsdb time 1.150104ms I0419 07:07:02.572883 3670 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-px6z4] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-px6z4 for pod on switch ip-10-0-2-36.ec2.internal I0419 07:07:02.572993 3670 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-px6z4 I0419 07:07:02.587055 3670 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-px6z4] pod update took 14.091199ms I0419 07:07:02.587079 3670 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-px6z4] addLogicalPort annotation time took 14.124062ms I0419 07:07:02.588361 3670 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-px6z4] addLogicalPort took 15.515869ms, libovsdb time 938.8µs I0419 07:07:08.237633 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0419 07:07:08.936946 3670 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-px6z4 58aefb10d0c12280fcb15c9567fdf0ab512b34e0c81193e24b61088ae1c23188 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-px6z4 58aefb10d0c12280fcb15c9567fdf0ab512b34e0c81193e24b61088ae1c23188 network default NAD default NAD key ] I0419 07:07:08.947146 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-px6z4, hostIfaceName: 58aefb10d0c1228, network: default, NAD default, SandboxID: "58aefb10d0c12280fcb15c9567fdf0ab512b34e0c81193e24b61088ae1c23188", PCI device ID: , UID: "e582e452-abbe-4199-9afe-409886c367d0", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0419 07:07:08.999709 3670 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-px6z4 58aefb10d0c12280fcb15c9567fdf0ab512b34e0c81193e24b61088ae1c23188 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-px6z4 58aefb10d0c12280fcb15c9567fdf0ab512b34e0c81193e24b61088ae1c23188 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:3a:3f:18:a3:76\",\"name\":\"58aefb10d0c1228\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60273351-5a67-4581-8187-f75a1f8e114f\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:07:09.156709 3670 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t8wm9 7bb57c4581aa56c207f900a92ef02174adeaa2d0a9a439c38640640e9c9e293f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t8wm9 7bb57c4581aa56c207f900a92ef02174adeaa2d0a9a439c38640640e9c9e293f network default NAD default NAD key ] I0419 07:07:09.166713 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-t8wm9, hostIfaceName: 7bb57c4581aa56c, network: default, NAD default, SandboxID: "7bb57c4581aa56c207f900a92ef02174adeaa2d0a9a439c38640640e9c9e293f", PCI device ID: , UID: "e44f621b-8f9d-43c3-b257-589465f67c4c", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0419 07:07:09.217599 3670 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t8wm9 7bb57c4581aa56c207f900a92ef02174adeaa2d0a9a439c38640640e9c9e293f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t8wm9 7bb57c4581aa56c207f900a92ef02174adeaa2d0a9a439c38640640e9c9e293f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:6b:25:e0:c4:b2\",\"name\":\"7bb57c4581aa56c\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/346cddc9-4621-4713-b2a6-5f5295122da1\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 07:07:09.363506 3670 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0419 07:07:09.384846 3670 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0419 07:07:16.522250 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0419 07:07:25.118162 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0419 07:07:30.373332 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0419 07:07:30.394210 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0419 07:07:32.477517 3670 cni.go:452] [tsf/test-tsf-infrastructure 1e2e3f0c6e73fab0e759cd9bf092cc44653fce7390aa35fc937012c077567e3e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 1e2e3f0c6e73fab0e759cd9bf092cc44653fce7390aa35fc937012c077567e3e network default NAD default NAD key ] I0419 07:07:32.557746 3670 cni.go:473] [tsf/test-tsf-infrastructure 1e2e3f0c6e73fab0e759cd9bf092cc44653fce7390aa35fc937012c077567e3e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 1e2e3f0c6e73fab0e759cd9bf092cc44653fce7390aa35fc937012c077567e3e network default NAD default NAD key default], result "{}", err I0419 07:07:32.607456 3670 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:07:32.607484 3670 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0419 07:07:32.608636 3670 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.22 I0419 07:07:32.608663 3670 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:07:32.626650 3670 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:07:32.626672 3670 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:07:32.632226 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0419 07:07:32.632250 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0419 07:07:33.642034 3670 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-36.ec2.internal I0419 07:07:33.642137 3670 kube.go:256] Updating pod tsf/test-tsf-iam I0419 07:07:33.643224 3670 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0419 07:07:33.660666 3670 pod.go:62] [tsf/test-tsf-iam] pod update took 18.554543ms I0419 07:07:33.660693 3670 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 18.583684ms I0419 07:07:33.661957 3670 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 19.944898ms, libovsdb time 891.5µs I0419 07:07:34.023890 3670 cni.go:452] [tsf/test-tsf-iam 6493def1b53e1b86e05c8b95f456409dc56ee24bc39ef11a9dac15aa80617100 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 6493def1b53e1b86e05c8b95f456409dc56ee24bc39ef11a9dac15aa80617100 network default NAD default NAD key ] I0419 07:07:34.033952 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 6493def1b53e1b8, network: default, NAD default, SandboxID: "6493def1b53e1b86e05c8b95f456409dc56ee24bc39ef11a9dac15aa80617100", PCI device ID: , UID: "3d6b68c5-c3b4-4d23-9cf3-87bbd25c1713", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0419 07:07:34.083797 3670 cni.go:473] [tsf/test-tsf-iam 6493def1b53e1b86e05c8b95f456409dc56ee24bc39ef11a9dac15aa80617100 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 6493def1b53e1b86e05c8b95f456409dc56ee24bc39ef11a9dac15aa80617100 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:2a:cb:61:ee:8b\",\"name\":\"6493def1b53e1b8\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06f2d75b-65b2-403c-b2f4-52ad5997cb47\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:07:34.585417 3670 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0419 07:07:34.586109 3670 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0419 07:07:34.586130 3670 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0419 07:07:34.588322 3670 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0419 07:07:34.962498 3670 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-36.ec2.internal I0419 07:07:34.962594 3670 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0419 07:07:34.982597 3670 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 20.028314ms I0419 07:07:34.982626 3670 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 20.062914ms I0419 07:07:34.983843 3670 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 21.365105ms, libovsdb time 841.806µs I0419 07:07:35.319353 3670 cni.go:452] [tsf-keycloak/keycloak-0 2c1f7b596f0d3d81ae36e3b608c082ac71b06407fdcf72cad32f7a47f7fae6e1 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 2c1f7b596f0d3d81ae36e3b608c082ac71b06407fdcf72cad32f7a47f7fae6e1 network default NAD default NAD key ] I0419 07:07:35.328519 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 2c1f7b596f0d3d8, network: default, NAD default, SandboxID: "2c1f7b596f0d3d81ae36e3b608c082ac71b06407fdcf72cad32f7a47f7fae6e1", PCI device ID: , UID: "629dd2a3-a8f0-4b29-acd8-24f01275e411", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0419 07:07:35.377657 3670 cni.go:473] [tsf-keycloak/keycloak-0 2c1f7b596f0d3d81ae36e3b608c082ac71b06407fdcf72cad32f7a47f7fae6e1 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 2c1f7b596f0d3d81ae36e3b608c082ac71b06407fdcf72cad32f7a47f7fae6e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:48:86:4c:76:fe\",\"name\":\"2c1f7b596f0d3d8\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/296db5a7-864e-449f-9fdc-6b2b7a101109\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:07:36.728934 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-36.ec2.internal I0419 07:07:36.729071 3670 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0419 07:07:36.742563 3670 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.517618ms I0419 07:07:36.742586 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.546259ms I0419 07:07:36.743906 3670 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.993734ms, libovsdb time 880.246µs I0419 07:07:39.789937 3670 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 a37c9937160bcf27d6834e62953da655623e87d514b8bf93afb7336a7d227c43 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 a37c9937160bcf27d6834e62953da655623e87d514b8bf93afb7336a7d227c43 network default NAD default NAD key ] I0419 07:07:39.800063 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: a37c9937160bcf2, network: default, NAD default, SandboxID: "a37c9937160bcf27d6834e62953da655623e87d514b8bf93afb7336a7d227c43", PCI device ID: , UID: "9f364c09-2fac-48ce-b171-c3fe8603d89a", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0419 07:07:39.854062 3670 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 a37c9937160bcf27d6834e62953da655623e87d514b8bf93afb7336a7d227c43 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 a37c9937160bcf27d6834e62953da655623e87d514b8bf93afb7336a7d227c43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:8f:9f:13:d2:b3\",\"name\":\"a37c9937160bcf2\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03ee62c3-c87d-465c-b774-a47d916d7c45\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:07:43.097434 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0419 07:07:46.558602 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 07:07:46.558627 3670 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 07:07:46.559216 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0419 07:07:46.559246 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0419 07:07:46.604800 3670 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0419 07:07:52.673371 3670 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 07:07:52.673396 3670 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 07:07:52.673401 3670 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0419 07:08:00.231903 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0419 07:08:04.007674 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=102 I0419 07:08:08.112560 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 W0419 07:08:10.571931 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 07:08:10.571952 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 07:08:10.578068 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0419 07:08:10.578088 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0419 07:08:14.628890 3670 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-nt2gn] creating logical port tsf-keycloak_tsf-iam-nt2gn for pod on switch ip-10-0-2-36.ec2.internal I0419 07:08:14.629001 3670 kube.go:256] Updating pod tsf-keycloak/tsf-iam-nt2gn I0419 07:08:14.643623 3670 pod.go:62] [tsf-keycloak/tsf-iam-nt2gn] pod update took 14.62809ms I0419 07:08:14.643646 3670 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-nt2gn] addLogicalPort annotation time took 14.677102ms I0419 07:08:14.644821 3670 pods.go:271] [tsf-keycloak/tsf-iam-nt2gn] addLogicalPort took 15.985198ms, libovsdb time 812.524µs I0419 07:08:14.986658 3670 cni.go:452] [tsf-keycloak/tsf-iam-nt2gn 0d234b62b37958465ccca0e0f40b0fd8822a7c36e5742b3e73e8c3959563c3ed network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-nt2gn 0d234b62b37958465ccca0e0f40b0fd8822a7c36e5742b3e73e8c3959563c3ed network default NAD default NAD key ] I0419 07:08:14.996712 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-nt2gn, hostIfaceName: 0d234b62b379584, network: default, NAD default, SandboxID: "0d234b62b37958465ccca0e0f40b0fd8822a7c36e5742b3e73e8c3959563c3ed", PCI device ID: , UID: "e6cc346f-7499-4cbb-800f-90cb6e10d55a", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0419 07:08:15.049924 3670 cni.go:473] [tsf-keycloak/tsf-iam-nt2gn 0d234b62b37958465ccca0e0f40b0fd8822a7c36e5742b3e73e8c3959563c3ed network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-nt2gn 0d234b62b37958465ccca0e0f40b0fd8822a7c36e5742b3e73e8c3959563c3ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:53:ca:d8:ba:30\",\"name\":\"0d234b62b379584\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/870ff91f-1040-4b3a-b431-22373e7864d0\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:08:21.003999 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=179 I0419 07:08:24.767535 3670 cni.go:452] [tsf/test-tsf-iam 6493def1b53e1b86e05c8b95f456409dc56ee24bc39ef11a9dac15aa80617100 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 6493def1b53e1b86e05c8b95f456409dc56ee24bc39ef11a9dac15aa80617100 network default NAD default NAD key ] I0419 07:08:24.856705 3670 cni.go:473] [tsf/test-tsf-iam 6493def1b53e1b86e05c8b95f456409dc56ee24bc39ef11a9dac15aa80617100 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 6493def1b53e1b86e05c8b95f456409dc56ee24bc39ef11a9dac15aa80617100 network default NAD default NAD key default], result "{}", err I0419 07:08:24.919260 3670 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:24.919351 3670 pods.go:176] Deleting pod: tsf/test-tsf-iam I0419 07:08:24.921081 3670 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.25 I0419 07:08:24.921120 3670 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:24.956111 3670 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:24.956146 3670 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:24.962008 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0419 07:08:24.962040 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0419 07:08:25.812974 3670 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-36.ec2.internal I0419 07:08:25.813097 3670 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0419 07:08:25.827742 3670 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.675187ms I0419 07:08:25.827772 3670 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.71295ms I0419 07:08:25.829329 3670 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.375643ms, libovsdb time 1.02908ms I0419 07:08:26.176196 3670 cni.go:452] [tsf-tas/test-tsf-tas a97e6724ea83039ffe6b4dd7607b45a3d0b537efb4fd4bb0f03e2f7ae7e66c07 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas a97e6724ea83039ffe6b4dd7607b45a3d0b537efb4fd4bb0f03e2f7ae7e66c07 network default NAD default NAD key ] I0419 07:08:26.197160 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: a97e6724ea83039, network: default, NAD default, SandboxID: "a97e6724ea83039ffe6b4dd7607b45a3d0b537efb4fd4bb0f03e2f7ae7e66c07", PCI device ID: , UID: "30193a79-a596-430a-adee-7b81c99644c1", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0419 07:08:26.255302 3670 cni.go:473] [tsf-tas/test-tsf-tas a97e6724ea83039ffe6b4dd7607b45a3d0b537efb4fd4bb0f03e2f7ae7e66c07 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas a97e6724ea83039ffe6b4dd7607b45a3d0b537efb4fd4bb0f03e2f7ae7e66c07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:ba:92:b3:e1:f5\",\"name\":\"a97e6724ea83039\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99ea8ba5-74f6-42fb-86d0-38c804c5bbe0\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:08:27.680975 3670 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5d5599b875-6nh75] creating logical port tsf-tas_trillian-logserver-5d5599b875-6nh75 for pod on switch ip-10-0-2-36.ec2.internal I0419 07:08:27.681080 3670 kube.go:256] Updating pod tsf-tas/trillian-logserver-5d5599b875-6nh75 I0419 07:08:27.700775 3670 pod.go:62] [tsf-tas/trillian-logserver-5d5599b875-6nh75] pod update took 19.723809ms I0419 07:08:27.700799 3670 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5d5599b875-6nh75] addLogicalPort annotation time took 19.752316ms I0419 07:08:27.702112 3670 pods.go:271] [tsf-tas/trillian-logserver-5d5599b875-6nh75] addLogicalPort took 21.15824ms, libovsdb time 931.736µs I0419 07:08:28.358117 3670 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-2xk4r-5k6fs] creating logical port tsf-tas_rekor-createtree-job-2xk4r-5k6fs for pod on switch ip-10-0-2-36.ec2.internal I0419 07:08:28.358269 3670 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-2xk4r-5k6fs I0419 07:08:28.372483 3670 pod.go:62] [tsf-tas/rekor-createtree-job-2xk4r-5k6fs] pod update took 14.246209ms I0419 07:08:28.372511 3670 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-2xk4r-5k6fs] addLogicalPort annotation time took 14.279223ms I0419 07:08:28.373766 3670 pods.go:271] [tsf-tas/rekor-createtree-job-2xk4r-5k6fs] addLogicalPort took 15.669161ms, libovsdb time 870.522µs I0419 07:08:28.721222 3670 cni.go:452] [tsf-tas/rekor-createtree-job-2xk4r-5k6fs 8f93ff2bd0d84a2084dfacadc6a135447e3681e236c03856f0fe78f4a15bc500 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-2xk4r-5k6fs 8f93ff2bd0d84a2084dfacadc6a135447e3681e236c03856f0fe78f4a15bc500 network default NAD default NAD key ] I0419 07:08:28.730755 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-2xk4r-5k6fs, hostIfaceName: 8f93ff2bd0d84a2, network: default, NAD default, SandboxID: "8f93ff2bd0d84a2084dfacadc6a135447e3681e236c03856f0fe78f4a15bc500", PCI device ID: , UID: "193c998e-57ed-49aa-ba54-c81de9d602ef", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0419 07:08:28.787914 3670 cni.go:473] [tsf-tas/rekor-createtree-job-2xk4r-5k6fs 8f93ff2bd0d84a2084dfacadc6a135447e3681e236c03856f0fe78f4a15bc500 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-2xk4r-5k6fs 8f93ff2bd0d84a2084dfacadc6a135447e3681e236c03856f0fe78f4a15bc500 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:5e:af:53:ef:56\",\"name\":\"8f93ff2bd0d84a2\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03e4d091-c207-4e63-ae6a-ca1ac05b7fec\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:08:29.555149 3670 cni.go:452] [tsf-tas/trillian-logserver-5d5599b875-6nh75 59d50af9d324e3b59952d217d12302f2f6316d03471edb05706222af409982aa network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5d5599b875-6nh75 59d50af9d324e3b59952d217d12302f2f6316d03471edb05706222af409982aa network default NAD default NAD key ] I0419 07:08:29.567698 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5d5599b875-6nh75, hostIfaceName: 59d50af9d324e3b, network: default, NAD default, SandboxID: "59d50af9d324e3b59952d217d12302f2f6316d03471edb05706222af409982aa", PCI device ID: , UID: "1302c45e-a7ed-4f01-b7eb-a00efa2a8cca", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0419 07:08:29.627104 3670 cni.go:473] [tsf-tas/trillian-logserver-5d5599b875-6nh75 59d50af9d324e3b59952d217d12302f2f6316d03471edb05706222af409982aa network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5d5599b875-6nh75 59d50af9d324e3b59952d217d12302f2f6316d03471edb05706222af409982aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:6c:d3:86:e1:67\",\"name\":\"59d50af9d324e3b\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8a9a6c6-2c3e-4362-a5a9-a006cc2c3b29\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 07:08:29.874546 3670 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0419 07:08:30.882142 3670 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0419 07:08:30.882166 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0419 07:08:32.101062 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0419 07:08:34.840093 3670 cni.go:452] [tsf-keycloak/tsf-iam-nt2gn 0d234b62b37958465ccca0e0f40b0fd8822a7c36e5742b3e73e8c3959563c3ed network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-nt2gn 0d234b62b37958465ccca0e0f40b0fd8822a7c36e5742b3e73e8c3959563c3ed network default NAD default NAD key ] I0419 07:08:34.923337 3670 cni.go:473] [tsf-keycloak/tsf-iam-nt2gn 0d234b62b37958465ccca0e0f40b0fd8822a7c36e5742b3e73e8c3959563c3ed network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-nt2gn 0d234b62b37958465ccca0e0f40b0fd8822a7c36e5742b3e73e8c3959563c3ed network default NAD default NAD key default], result "{}", err I0419 07:08:36.048973 3670 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-nt2gn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:36.049008 3670 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-nt2gn I0419 07:08:36.050270 3670 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-nt2gn, ips: 10.130.0.28 I0419 07:08:36.050299 3670 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-nt2gn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 07:08:36.867726 3670 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0419 07:08:36.913543 3670 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0419 07:08:37.074751 3670 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-nt2gn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:37.074774 3670 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-nt2gn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:40.415385 3670 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8dps5-7vgh7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:40.415964 3670 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8dps5-7vgh7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:40.926885 3670 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8dps5-7vgh7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:40.926909 3670 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8dps5-7vgh7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 07:08:41.927428 3670 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0419 07:08:42.056523 3670 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-nkfk6] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-nkfk6 for pod on switch ip-10-0-2-36.ec2.internal I0419 07:08:42.056610 3670 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-nkfk6 I0419 07:08:42.070403 3670 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-nkfk6] pod update took 13.809714ms I0419 07:08:42.070435 3670 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-nkfk6] addLogicalPort annotation time took 13.84745ms I0419 07:08:42.071708 3670 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-nkfk6] addLogicalPort took 15.201597ms, libovsdb time 881.206µs I0419 07:08:43.020221 3670 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-nkfk6 02a590c3972a8342e0c7ce7c66a2cc81df787d1e7ef35ead4d30f45f9d202a1c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-nkfk6 02a590c3972a8342e0c7ce7c66a2cc81df787d1e7ef35ead4d30f45f9d202a1c network default NAD default NAD key ] I0419 07:08:43.029499 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-nkfk6, hostIfaceName: 02a590c3972a834, network: default, NAD default, SandboxID: "02a590c3972a8342e0c7ce7c66a2cc81df787d1e7ef35ead4d30f45f9d202a1c", PCI device ID: , UID: "3f6f8171-22ce-44d6-861f-d0e314c70e96", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0419 07:08:43.081037 3670 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-nkfk6 02a590c3972a8342e0c7ce7c66a2cc81df787d1e7ef35ead4d30f45f9d202a1c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-nkfk6 02a590c3972a8342e0c7ce7c66a2cc81df787d1e7ef35ead4d30f45f9d202a1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:6a:9e:7e:a0:0d\",\"name\":\"02a590c3972a834\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b32561e5-0c59-4263-9b9a-87b29208b799\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 07:09:09.978148 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0419 07:09:14.044702 3670 cni.go:452] [tsf-tas/test-tsf-tas a97e6724ea83039ffe6b4dd7607b45a3d0b537efb4fd4bb0f03e2f7ae7e66c07 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas a97e6724ea83039ffe6b4dd7607b45a3d0b537efb4fd4bb0f03e2f7ae7e66c07 network default NAD default NAD key ] I0419 07:09:14.130528 3670 cni.go:473] [tsf-tas/test-tsf-tas a97e6724ea83039ffe6b4dd7607b45a3d0b537efb4fd4bb0f03e2f7ae7e66c07 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas a97e6724ea83039ffe6b4dd7607b45a3d0b537efb4fd4bb0f03e2f7ae7e66c07 network default NAD default NAD key default], result "{}", err I0419 07:09:14.179907 3670 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:14.179942 3670 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0419 07:09:14.181111 3670 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.29 I0419 07:09:14.181141 3670 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:14.199432 3670 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:14.199462 3670 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:14.202213 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0419 07:09:14.202238 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0419 07:09:22.308191 3670 obj_retry.go:498] Detected object tsf/patch-tekton-config-9n2ph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:22.308732 3670 obj_retry.go:498] Detected object tsf/patch-tekton-config-9n2ph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:22.330732 3670 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-47n29-t82vt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:22.331281 3670 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-47n29-t82vt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:22.446969 3670 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-47n29-t82vt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:22.446993 3670 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-47n29-t82vt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:23.330306 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n2ph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:23.330329 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n2ph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:23.425144 3670 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-gjc4c] creating logical port tsf_tsf-tekton-configuration-gjc4c for pod on switch ip-10-0-2-36.ec2.internal I0419 07:09:23.425228 3670 kube.go:256] Updating pod tsf/tsf-tekton-configuration-gjc4c I0419 07:09:23.437637 3670 pod.go:62] [tsf/tsf-tekton-configuration-gjc4c] pod update took 12.428043ms I0419 07:09:23.437667 3670 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-gjc4c] addLogicalPort annotation time took 12.463242ms I0419 07:09:23.438919 3670 pods.go:271] [tsf/tsf-tekton-configuration-gjc4c] addLogicalPort took 13.790004ms, libovsdb time 854.928µs I0419 07:09:23.847969 3670 cni.go:452] [tsf/tsf-tekton-configuration-gjc4c ff51658eb9ec1918042715bcb684c9cfb2ec650abf340f407385b2ce1e81d03d network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-gjc4c ff51658eb9ec1918042715bcb684c9cfb2ec650abf340f407385b2ce1e81d03d network default NAD default NAD key ] I0419 07:09:23.856923 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-gjc4c, hostIfaceName: ff51658eb9ec191, network: default, NAD default, SandboxID: "ff51658eb9ec1918042715bcb684c9cfb2ec650abf340f407385b2ce1e81d03d", PCI device ID: , UID: "32ed6bb0-5657-4e53-b709-ad630457c55a", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0419 07:09:23.909503 3670 cni.go:473] [tsf/tsf-tekton-configuration-gjc4c ff51658eb9ec1918042715bcb684c9cfb2ec650abf340f407385b2ce1e81d03d network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-gjc4c ff51658eb9ec1918042715bcb684c9cfb2ec650abf340f407385b2ce1e81d03d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:0c:c1:19:a9:77\",\"name\":\"ff51658eb9ec191\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/407c0342-ad4e-4226-8684-6ef329382bed\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 07:09:26.182655 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0419 07:09:29.128921 3670 cni.go:452] [tsf/tsf-tekton-configuration-gjc4c ff51658eb9ec1918042715bcb684c9cfb2ec650abf340f407385b2ce1e81d03d network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-gjc4c ff51658eb9ec1918042715bcb684c9cfb2ec650abf340f407385b2ce1e81d03d network default NAD default NAD key ] I0419 07:09:29.213225 3670 cni.go:473] [tsf/tsf-tekton-configuration-gjc4c ff51658eb9ec1918042715bcb684c9cfb2ec650abf340f407385b2ce1e81d03d network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-gjc4c ff51658eb9ec1918042715bcb684c9cfb2ec650abf340f407385b2ce1e81d03d network default NAD default NAD key default], result "{}", err I0419 07:09:29.260299 3670 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gjc4c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:29.260340 3670 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-gjc4c I0419 07:09:29.261494 3670 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-gjc4c, ips: 10.130.0.33 I0419 07:09:29.261521 3670 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gjc4c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:30.281687 3670 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gjc4c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:30.281714 3670 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gjc4c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:30.316253 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n2ph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:30.316278 3670 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n2ph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:30.323175 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-9n2ph I0419 07:09:30.323198 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-9n2ph I0419 07:09:30.861905 3670 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-36.ec2.internal I0419 07:09:30.862028 3670 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0419 07:09:30.875697 3670 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.721949ms I0419 07:09:30.875725 3670 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.753692ms I0419 07:09:30.877105 3670 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.220536ms, libovsdb time 920.819µs I0419 07:09:31.225260 3670 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 25f5c40a045e767c7dac30cd7258af4f219d677ed8a312825c9e494e29952c15 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 25f5c40a045e767c7dac30cd7258af4f219d677ed8a312825c9e494e29952c15 network default NAD default NAD key ] I0419 07:09:31.234756 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 25f5c40a045e767, network: default, NAD default, SandboxID: "25f5c40a045e767c7dac30cd7258af4f219d677ed8a312825c9e494e29952c15", PCI device ID: , UID: "4e16804e-b37c-4557-8f83-2b77b18d7003", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0419 07:09:31.285826 3670 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 25f5c40a045e767c7dac30cd7258af4f219d677ed8a312825c9e494e29952c15 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 25f5c40a045e767c7dac30cd7258af4f219d677ed8a312825c9e494e29952c15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:30:b6:e1:34:82\",\"name\":\"25f5c40a045e767\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68e60f0d-5638-4a59-a482-9b40720aa1e7\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:09:34.155216 3670 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 25f5c40a045e767c7dac30cd7258af4f219d677ed8a312825c9e494e29952c15 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 25f5c40a045e767c7dac30cd7258af4f219d677ed8a312825c9e494e29952c15 network default NAD default NAD key ] I0419 07:09:34.238437 3670 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 25f5c40a045e767c7dac30cd7258af4f219d677ed8a312825c9e494e29952c15 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 25f5c40a045e767c7dac30cd7258af4f219d677ed8a312825c9e494e29952c15 network default NAD default NAD key default], result "{}", err I0419 07:09:34.288580 3670 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:34.288625 3670 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0419 07:09:34.289985 3670 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.34 I0419 07:09:34.290015 3670 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:34.307813 3670 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:34.307833 3670 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:34.315706 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0419 07:09:34.315729 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0419 07:09:34.515988 3670 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-36.ec2.internal I0419 07:09:34.516076 3670 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0419 07:09:34.529347 3670 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.289788ms I0419 07:09:34.529376 3670 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.325762ms I0419 07:09:34.530695 3670 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.721976ms, libovsdb time 835.636µs I0419 07:09:34.873966 3670 cni.go:452] [tsf-tpa/test-tsf-tpa aed5c80bc2b6db6db20da91ddad8a1d40b26489221a894d169fb74d3971d92d9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa aed5c80bc2b6db6db20da91ddad8a1d40b26489221a894d169fb74d3971d92d9 network default NAD default NAD key ] I0419 07:09:34.883627 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: aed5c80bc2b6db6, network: default, NAD default, SandboxID: "aed5c80bc2b6db6db20da91ddad8a1d40b26489221a894d169fb74d3971d92d9", PCI device ID: , UID: "61ee63e1-0c03-4e06-8ef7-95e2a4212be5", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0419 07:09:34.947970 3670 cni.go:473] [tsf-tpa/test-tsf-tpa aed5c80bc2b6db6db20da91ddad8a1d40b26489221a894d169fb74d3971d92d9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa aed5c80bc2b6db6db20da91ddad8a1d40b26489221a894d169fb74d3971d92d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:60:d0:d5:92:68\",\"name\":\"aed5c80bc2b6db6\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/983a2ddc-de05-4f7e-aa3f-1bdbcc5defac\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:09:38.543497 3670 namespace.go:142] [openshift-pipelines] updating namespace I0419 07:09:40.191329 3670 cni.go:452] [tsf-tas/rekor-createtree-job-2xk4r-5k6fs 8f93ff2bd0d84a2084dfacadc6a135447e3681e236c03856f0fe78f4a15bc500 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-2xk4r-5k6fs 8f93ff2bd0d84a2084dfacadc6a135447e3681e236c03856f0fe78f4a15bc500 network default NAD default NAD key ] I0419 07:09:40.261599 3670 cni.go:473] [tsf-tas/rekor-createtree-job-2xk4r-5k6fs 8f93ff2bd0d84a2084dfacadc6a135447e3681e236c03856f0fe78f4a15bc500 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-2xk4r-5k6fs 8f93ff2bd0d84a2084dfacadc6a135447e3681e236c03856f0fe78f4a15bc500 network default NAD default NAD key default], result "{}", err I0419 07:09:40.311204 3670 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xk4r-5k6fs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:40.311245 3670 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-2xk4r-5k6fs I0419 07:09:40.312619 3670 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-2xk4r-5k6fs, ips: 10.130.0.31 I0419 07:09:40.312646 3670 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xk4r-5k6fs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:40.400079 3670 obj_retry.go:498] Detected object tsf-tpa/create-db-xjx2t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:40.400626 3670 obj_retry.go:498] Detected object tsf-tpa/create-db-xjx2t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:41.212721 3670 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xk4r-5k6fs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:41.212750 3670 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xk4r-5k6fs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:41.424335 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-xjx2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:41.424365 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-xjx2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:41.525335 3670 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-lsqjt] creating logical port tsf-tpa_migrate-db-lsqjt for pod on switch ip-10-0-2-36.ec2.internal I0419 07:09:41.525433 3670 kube.go:256] Updating pod tsf-tpa/migrate-db-lsqjt I0419 07:09:41.537955 3670 pod.go:62] [tsf-tpa/migrate-db-lsqjt] pod update took 12.543426ms I0419 07:09:41.537986 3670 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-lsqjt] addLogicalPort annotation time took 12.578751ms I0419 07:09:41.539481 3670 pods.go:271] [tsf-tpa/migrate-db-lsqjt] addLogicalPort took 14.16752ms, libovsdb time 1.02419ms I0419 07:09:41.889032 3670 cni.go:452] [tsf-tpa/migrate-db-lsqjt 8f355c0dd0724759c3c486266547a7b19940f12a85624043e85d46674eb70828 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-lsqjt 8f355c0dd0724759c3c486266547a7b19940f12a85624043e85d46674eb70828 network default NAD default NAD key ] I0419 07:09:41.899078 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-lsqjt, hostIfaceName: 8f355c0dd072475, network: default, NAD default, SandboxID: "8f355c0dd0724759c3c486266547a7b19940f12a85624043e85d46674eb70828", PCI device ID: , UID: "1455243e-3d09-4c9f-beb4-bdcc5f5210b7", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0419 07:09:41.953557 3670 cni.go:473] [tsf-tpa/migrate-db-lsqjt 8f355c0dd0724759c3c486266547a7b19940f12a85624043e85d46674eb70828 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-lsqjt 8f355c0dd0724759c3c486266547a7b19940f12a85624043e85d46674eb70828 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:01:73:3b:78:35\",\"name\":\"8f355c0dd072475\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa28a716-1f15-4597-aedb-83d75384011c\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:09:44.568518 3670 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7dc89cf945-bhj9l] creating logical port tsf-tas_rekor-search-ui-7dc89cf945-bhj9l for pod on switch ip-10-0-2-36.ec2.internal I0419 07:09:44.568653 3670 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7dc89cf945-bhj9l I0419 07:09:44.581451 3670 pod.go:62] [tsf-tas/rekor-search-ui-7dc89cf945-bhj9l] pod update took 12.821323ms I0419 07:09:44.581478 3670 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7dc89cf945-bhj9l] addLogicalPort annotation time took 12.852852ms I0419 07:09:44.582907 3670 pods.go:271] [tsf-tas/rekor-search-ui-7dc89cf945-bhj9l] addLogicalPort took 14.409608ms, libovsdb time 920.486µs I0419 07:09:44.928148 3670 cni.go:452] [tsf-tas/rekor-search-ui-7dc89cf945-bhj9l 79008808a4176248e385d3f33b89202fba91e8a6a9b5d06c25894b9795708d2c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7dc89cf945-bhj9l 79008808a4176248e385d3f33b89202fba91e8a6a9b5d06c25894b9795708d2c network default NAD default NAD key ] I0419 07:09:44.939185 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7dc89cf945-bhj9l, hostIfaceName: 79008808a417624, network: default, NAD default, SandboxID: "79008808a4176248e385d3f33b89202fba91e8a6a9b5d06c25894b9795708d2c", PCI device ID: , UID: "1df8c5f0-9215-4d4c-a3f4-2b48e1fcedf3", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0419 07:09:44.994050 3670 cni.go:473] [tsf-tas/rekor-search-ui-7dc89cf945-bhj9l 79008808a4176248e385d3f33b89202fba91e8a6a9b5d06c25894b9795708d2c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7dc89cf945-bhj9l 79008808a4176248e385d3f33b89202fba91e8a6a9b5d06c25894b9795708d2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:e3:0f:b8:2d:c0\",\"name\":\"79008808a417624\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d34c102b-2fb8-463b-a1c7-8c4ffc47fa97\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:09:47.164276 3670 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6b5d4b5968-qspwx] creating logical port tsf-tas_rekor-server-6b5d4b5968-qspwx for pod on switch ip-10-0-2-36.ec2.internal I0419 07:09:47.164392 3670 kube.go:256] Updating pod tsf-tas/rekor-server-6b5d4b5968-qspwx I0419 07:09:47.178352 3670 pod.go:62] [tsf-tas/rekor-server-6b5d4b5968-qspwx] pod update took 13.99333ms I0419 07:09:47.178379 3670 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-6b5d4b5968-qspwx] addLogicalPort annotation time took 14.026256ms I0419 07:09:47.179721 3670 pods.go:271] [tsf-tas/rekor-server-6b5d4b5968-qspwx] addLogicalPort took 15.468971ms, libovsdb time 936.101µs I0419 07:09:47.244642 3670 cni.go:452] [tsf-tpa/migrate-db-lsqjt 8f355c0dd0724759c3c486266547a7b19940f12a85624043e85d46674eb70828 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-lsqjt 8f355c0dd0724759c3c486266547a7b19940f12a85624043e85d46674eb70828 network default NAD default NAD key ] W0419 07:09:47.307370 3670 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0419 07:09:47.335621 3670 cni.go:473] [tsf-tpa/migrate-db-lsqjt 8f355c0dd0724759c3c486266547a7b19940f12a85624043e85d46674eb70828 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-lsqjt 8f355c0dd0724759c3c486266547a7b19940f12a85624043e85d46674eb70828 network default NAD default NAD key default], result "{}", err I0419 07:09:47.466995 3670 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lsqjt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:47.467029 3670 pods.go:176] Deleting pod: tsf-tpa/migrate-db-lsqjt I0419 07:09:47.468347 3670 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-lsqjt, ips: 10.130.0.36 I0419 07:09:47.468376 3670 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lsqjt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 07:09:48.243008 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0419 07:09:48.256794 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lsqjt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:48.256815 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lsqjt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:48.431965 3670 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-chlxv] creating logical port tsf-tpa_create-importers-chlxv for pod on switch ip-10-0-2-36.ec2.internal I0419 07:09:48.432082 3670 kube.go:256] Updating pod tsf-tpa/create-importers-chlxv I0419 07:09:48.445599 3670 pod.go:62] [tsf-tpa/create-importers-chlxv] pod update took 13.536031ms I0419 07:09:48.445626 3670 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-chlxv] addLogicalPort annotation time took 13.568574ms I0419 07:09:48.446895 3670 pods.go:271] [tsf-tpa/create-importers-chlxv] addLogicalPort took 14.952065ms, libovsdb time 863.561µs I0419 07:09:48.796219 3670 cni.go:452] [tsf-tpa/create-importers-chlxv 04a92d31d1d763928b80a3c604d7fd35dd7cfaf2c682a5a143ec49fe051eaab0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-chlxv 04a92d31d1d763928b80a3c604d7fd35dd7cfaf2c682a5a143ec49fe051eaab0 network default NAD default NAD key ] I0419 07:09:48.806257 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-chlxv, hostIfaceName: 04a92d31d1d7639, network: default, NAD default, SandboxID: "04a92d31d1d763928b80a3c604d7fd35dd7cfaf2c682a5a143ec49fe051eaab0", PCI device ID: , UID: "955c88ab-1451-44b9-9c60-8633bb178bf4", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0419 07:09:48.859431 3670 cni.go:473] [tsf-tpa/create-importers-chlxv 04a92d31d1d763928b80a3c604d7fd35dd7cfaf2c682a5a143ec49fe051eaab0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-chlxv 04a92d31d1d763928b80a3c604d7fd35dd7cfaf2c682a5a143ec49fe051eaab0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:35:31:3a:58:cd\",\"name\":\"04a92d31d1d7639\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2afed652-ea71-4a8b-be75-3e264b0ca8b2\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:09:50.258360 3670 cni.go:452] [tsf-tpa/create-importers-chlxv 04a92d31d1d763928b80a3c604d7fd35dd7cfaf2c682a5a143ec49fe051eaab0 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-chlxv 04a92d31d1d763928b80a3c604d7fd35dd7cfaf2c682a5a143ec49fe051eaab0 network default NAD default NAD key ] I0419 07:09:50.343974 3670 cni.go:473] [tsf-tpa/create-importers-chlxv 04a92d31d1d763928b80a3c604d7fd35dd7cfaf2c682a5a143ec49fe051eaab0 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-chlxv 04a92d31d1d763928b80a3c604d7fd35dd7cfaf2c682a5a143ec49fe051eaab0 network default NAD default NAD key default], result "{}", err I0419 07:09:50.392893 3670 obj_retry.go:498] Detected object tsf-tpa/create-importers-chlxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:50.392935 3670 pods.go:176] Deleting pod: tsf-tpa/create-importers-chlxv I0419 07:09:50.394227 3670 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-chlxv, ips: 10.130.0.39 I0419 07:09:50.394255 3670 obj_retry.go:498] Detected object tsf-tpa/create-importers-chlxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:51.421169 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-chlxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:51.421200 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-chlxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:51.727980 3670 cni.go:452] [tsf-tas/rekor-server-6b5d4b5968-qspwx a669c66a4d3d97e6a2424d515650139415bc71e7af1d09228ae5c35cbed8c974 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-6b5d4b5968-qspwx a669c66a4d3d97e6a2424d515650139415bc71e7af1d09228ae5c35cbed8c974 network default NAD default NAD key ] I0419 07:09:51.738759 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6b5d4b5968-qspwx, hostIfaceName: a669c66a4d3d97e, network: default, NAD default, SandboxID: "a669c66a4d3d97e6a2424d515650139415bc71e7af1d09228ae5c35cbed8c974", PCI device ID: , UID: "ae1c1455-e903-4251-8047-d666f1879da3", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0419 07:09:51.789109 3670 cni.go:473] [tsf-tas/rekor-server-6b5d4b5968-qspwx a669c66a4d3d97e6a2424d515650139415bc71e7af1d09228ae5c35cbed8c974 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-6b5d4b5968-qspwx a669c66a4d3d97e6a2424d515650139415bc71e7af1d09228ae5c35cbed8c974 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:58:0d:c4:c5:eb\",\"name\":\"a669c66a4d3d97e\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9365d56a-8e13-4db4-9a1f-4998e8740191\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 07:09:54.278988 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0419 07:09:57.392902 3670 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0419 07:10:00.168360 3670 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29609710-rt46p for pod on switch ip-10-0-2-36.ec2.internal I0419 07:10:00.168465 3670 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p I0419 07:10:00.181829 3670 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p] pod update took 13.387384ms I0419 07:10:00.181880 3670 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p] addLogicalPort annotation time took 13.442969ms I0419 07:10:00.183367 3670 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p] addLogicalPort took 15.022643ms, libovsdb time 978.62µs W0419 07:10:00.276231 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0419 07:10:00.319031 3670 cni.go:452] [tsf-tpa/test-tsf-tpa aed5c80bc2b6db6db20da91ddad8a1d40b26489221a894d169fb74d3971d92d9 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa aed5c80bc2b6db6db20da91ddad8a1d40b26489221a894d169fb74d3971d92d9 network default NAD default NAD key ] I0419 07:10:00.398608 3670 cni.go:473] [tsf-tpa/test-tsf-tpa aed5c80bc2b6db6db20da91ddad8a1d40b26489221a894d169fb74d3971d92d9 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa aed5c80bc2b6db6db20da91ddad8a1d40b26489221a894d169fb74d3971d92d9 network default NAD default NAD key default], result "{}", err I0419 07:10:00.452766 3670 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:00.452799 3670 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0419 07:10:00.454229 3670 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.35 I0419 07:10:00.454256 3670 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:00.476604 3670 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:00.476628 3670 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:00.481984 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0419 07:10:00.482013 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0419 07:10:00.527906 3670 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p c29e3bba9c8affa610ea1af827d414b168b50da845fb1d1d1d51d93ab2770fcc network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p c29e3bba9c8affa610ea1af827d414b168b50da845fb1d1d1d51d93ab2770fcc network default NAD default NAD key ] I0419 07:10:00.537456 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29609710-rt46p, hostIfaceName: c29e3bba9c8affa, network: default, NAD default, SandboxID: "c29e3bba9c8affa610ea1af827d414b168b50da845fb1d1d1d51d93ab2770fcc", PCI device ID: , UID: "c52118aa-5a01-4268-ba0d-0c597c319e28", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0419 07:10:00.588693 3670 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p c29e3bba9c8affa610ea1af827d414b168b50da845fb1d1d1d51d93ab2770fcc network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p c29e3bba9c8affa610ea1af827d414b168b50da845fb1d1d1d51d93ab2770fcc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:47:b1:70:56:b4\",\"name\":\"c29e3bba9c8affa\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cec8efff-5ada-4b3e-8d93-231db931ae84\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:10:01.155505 3670 namespace.go:98] [build-service] adding namespace I0419 07:10:01.156425 3670 namespace.go:102] [build-service] adding namespace took 896.793µs I0419 07:10:01.161971 3670 namespace.go:98] [integration-service] adding namespace I0419 07:10:01.162013 3670 namespace.go:98] [image-controller] adding namespace I0419 07:10:01.162086 3670 namespace.go:98] [default-tenant] adding namespace I0419 07:10:01.162829 3670 namespace.go:102] [integration-service] adding namespace took 839.3µs I0419 07:10:01.163509 3670 namespace.go:102] [image-controller] adding namespace took 1.479372ms I0419 07:10:01.164073 3670 namespace.go:102] [default-tenant] adding namespace took 1.971571ms I0419 07:10:01.189384 3670 namespace.go:142] [build-service] updating namespace I0419 07:10:01.214931 3670 namespace.go:142] [build-service] updating namespace I0419 07:10:01.241180 3670 namespace.go:142] [integration-service] updating namespace I0419 07:10:01.272194 3670 namespace.go:142] [image-controller] updating namespace I0419 07:10:01.272219 3670 namespace.go:142] [integration-service] updating namespace I0419 07:10:01.290408 3670 namespace.go:142] [image-controller] updating namespace I0419 07:10:01.306784 3670 namespace.go:142] [default-tenant] updating namespace I0419 07:10:01.345097 3670 namespace.go:142] [default-tenant] updating namespace I0419 07:10:01.352196 3670 namespace.go:142] [build-service] updating namespace I0419 07:10:01.393286 3670 namespace.go:142] [integration-service] updating namespace I0419 07:10:01.433043 3670 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-36.ec2.internal I0419 07:10:01.433140 3670 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0419 07:10:01.454487 3670 namespace.go:98] [release-service] adding namespace I0419 07:10:01.455315 3670 namespace.go:102] [release-service] adding namespace took 810.009µs I0419 07:10:01.472524 3670 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 39.408369ms I0419 07:10:01.472546 3670 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 39.436655ms I0419 07:10:01.473680 3670 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 40.656797ms, libovsdb time 756.077µs I0419 07:10:01.570826 3670 namespace.go:142] [konflux-ui] updating namespace I0419 07:10:01.570967 3670 namespace.go:142] [release-service] updating namespace I0419 07:10:01.651414 3670 namespace.go:98] [konflux-info] adding namespace I0419 07:10:01.652222 3670 namespace.go:102] [konflux-info] adding namespace took 785.847µs I0419 07:10:01.666449 3670 namespace.go:98] [namespace-lister] adding namespace I0419 07:10:01.667193 3670 namespace.go:102] [namespace-lister] adding namespace took 719.404µs I0419 07:10:01.686515 3670 namespace.go:98] [enterprise-contract-service] adding namespace I0419 07:10:01.687222 3670 namespace.go:102] [enterprise-contract-service] adding namespace took 689.249µs I0419 07:10:01.753996 3670 namespace.go:142] [image-controller] updating namespace I0419 07:10:01.760247 3670 namespace.go:142] [release-service] updating namespace I0419 07:10:01.883785 3670 namespace.go:142] [konflux-info] updating namespace I0419 07:10:01.965776 3670 namespace.go:142] [konflux-info] updating namespace I0419 07:10:02.066434 3670 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:02.066493 3670 namespace.go:142] [default-tenant] updating namespace I0419 07:10:02.095679 3670 cni.go:452] [konflux-ui/test-tsf-konflux b31516dd66e817cf4e16b9211e73ccf865a5ba7b17b5495e44830a4d3677b93f network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux b31516dd66e817cf4e16b9211e73ccf865a5ba7b17b5495e44830a4d3677b93f network default NAD default NAD key ] I0419 07:10:02.097669 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:02.105008 3670 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: b31516dd66e817c, network: default, NAD default, SandboxID: "b31516dd66e817cf4e16b9211e73ccf865a5ba7b17b5495e44830a4d3677b93f", PCI device ID: , UID: "3c6972da-8fd3-4544-b490-c9c4fd83ce8e", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0419 07:10:02.149763 3670 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:02.158332 3670 cni.go:473] [konflux-ui/test-tsf-konflux b31516dd66e817cf4e16b9211e73ccf865a5ba7b17b5495e44830a4d3677b93f network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux b31516dd66e817cf4e16b9211e73ccf865a5ba7b17b5495e44830a4d3677b93f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:ec:f2:07:30:42\",\"name\":\"b31516dd66e817c\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48f41d98-fa71-4608-96d4-66750be16a7c\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:10:02.235285 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:02.535454 3670 namespace.go:98] [segment-bridge] adding namespace I0419 07:10:02.536461 3670 namespace.go:102] [segment-bridge] adding namespace took 986.359µs I0419 07:10:02.658642 3670 namespace.go:142] [build-service] updating namespace I0419 07:10:02.658724 3670 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:02.823744 3670 namespace.go:142] [default-tenant] updating namespace I0419 07:10:02.954478 3670 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:03.000163 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:03.149139 3670 namespace.go:142] [image-controller] updating namespace I0419 07:10:03.236200 3670 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0419 07:10:03.236940 3670 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0419 07:10:03.236959 3670 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0419 07:10:03.239749 3670 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0419 07:10:03.342138 3670 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0419 07:10:03.342164 3670 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0419 07:10:03.343026 3670 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0419 07:10:03.380832 3670 namespace.go:142] [integration-service] updating namespace I0419 07:10:03.551355 3670 namespace.go:142] [konflux-info] updating namespace I0419 07:10:03.779336 3670 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:03.961623 3670 namespace.go:142] [release-service] updating namespace I0419 07:10:04.049316 3670 base_network_controller_pods.go:487] [default/konflux-ui/dex-f9557b47f-j9r8x] creating logical port konflux-ui_dex-f9557b47f-j9r8x for pod on switch ip-10-0-2-36.ec2.internal I0419 07:10:04.049462 3670 kube.go:256] Updating pod konflux-ui/dex-f9557b47f-j9r8x I0419 07:10:04.075200 3670 namespace.go:142] [build-service] updating namespace I0419 07:10:04.097015 3670 namespace.go:142] [default-tenant] updating namespace I0419 07:10:04.113772 3670 pod.go:62] [konflux-ui/dex-f9557b47f-j9r8x] pod update took 64.342958ms I0419 07:10:04.113794 3670 base_network_controller_pods.go:951] [default/konflux-ui/dex-f9557b47f-j9r8x] addLogicalPort annotation time took 64.370773ms I0419 07:10:04.115036 3670 pods.go:271] [konflux-ui/dex-f9557b47f-j9r8x] addLogicalPort took 65.742141ms, libovsdb time 867.568µs I0419 07:10:04.129899 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:04.153124 3670 namespace.go:142] [image-controller] updating namespace I0419 07:10:04.153934 3670 namespace.go:142] [integration-service] updating namespace I0419 07:10:04.178514 3670 namespace.go:142] [konflux-info] updating namespace I0419 07:10:04.204989 3670 base_network_controller_pods.go:487] [default/konflux-ui/proxy-585486cc7f-h85j2] creating logical port konflux-ui_proxy-585486cc7f-h85j2 for pod on switch ip-10-0-2-36.ec2.internal I0419 07:10:04.205186 3670 kube.go:256] Updating pod konflux-ui/proxy-585486cc7f-h85j2 I0419 07:10:04.231710 3670 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:04.248509 3670 namespace.go:142] [release-service] updating namespace I0419 07:10:04.289366 3670 pod.go:62] [konflux-ui/proxy-585486cc7f-h85j2] pod update took 84.221177ms I0419 07:10:04.289390 3670 base_network_controller_pods.go:951] [default/konflux-ui/proxy-585486cc7f-h85j2] addLogicalPort annotation time took 84.251873ms I0419 07:10:04.290656 3670 pods.go:271] [konflux-ui/proxy-585486cc7f-h85j2] addLogicalPort took 85.682164ms, libovsdb time 746.906µs I0419 07:10:04.293370 3670 namespace.go:142] [build-service] updating namespace I0419 07:10:04.368393 3670 namespace.go:142] [default-tenant] updating namespace I0419 07:10:04.451667 3670 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:04.519344 3670 namespace.go:142] [image-controller] updating namespace I0419 07:10:04.672403 3670 namespace.go:142] [integration-service] updating namespace I0419 07:10:04.724629 3670 namespace.go:142] [konflux-info] updating namespace I0419 07:10:04.904735 3670 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:04.931000 3670 namespace.go:142] [release-service] updating namespace I0419 07:10:05.369690 3670 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p c29e3bba9c8affa610ea1af827d414b168b50da845fb1d1d1d51d93ab2770fcc network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p c29e3bba9c8affa610ea1af827d414b168b50da845fb1d1d1d51d93ab2770fcc network default NAD default NAD key ] I0419 07:10:05.466775 3670 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p c29e3bba9c8affa610ea1af827d414b168b50da845fb1d1d1d51d93ab2770fcc network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p c29e3bba9c8affa610ea1af827d414b168b50da845fb1d1d1d51d93ab2770fcc network default NAD default NAD key default], result "{}", err W0419 07:10:05.534579 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0419 07:10:06.091127 3670 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:06.126776 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:06.126820 3670 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p I0419 07:10:06.128284 3670 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p, ips: 10.130.0.40 I0419 07:10:06.128311 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:06.219621 3670 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:06.329192 3670 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:07.059055 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:07.059077 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 07:10:09.407894 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0419 07:10:10.407098 3670 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0419 07:10:10.546601 3670 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-765ld-fx6wl] creating logical port tsf-tas_tuf-repository-init-765ld-fx6wl for pod on switch ip-10-0-2-36.ec2.internal I0419 07:10:10.546694 3670 kube.go:256] Updating pod tsf-tas/tuf-repository-init-765ld-fx6wl I0419 07:10:10.559630 3670 pod.go:62] [tsf-tas/tuf-repository-init-765ld-fx6wl] pod update took 12.957929ms I0419 07:10:10.559655 3670 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-765ld-fx6wl] addLogicalPort annotation time took 12.988459ms I0419 07:10:10.560975 3670 pods.go:271] [tsf-tas/tuf-repository-init-765ld-fx6wl] addLogicalPort took 14.387609ms, libovsdb time 887.88µs I0419 07:10:11.913285 3670 cni.go:452] [konflux-ui/dex-f9557b47f-j9r8x 370bbb26bf76aafdb270a0e2f5259ef595d653e8daeda217c93cd64e64a3769c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-f9557b47f-j9r8x 370bbb26bf76aafdb270a0e2f5259ef595d653e8daeda217c93cd64e64a3769c network default NAD default NAD key ] I0419 07:10:11.942433 3670 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-f9557b47f-j9r8x, hostIfaceName: 370bbb26bf76aaf, network: default, NAD default, SandboxID: "370bbb26bf76aafdb270a0e2f5259ef595d653e8daeda217c93cd64e64a3769c", PCI device ID: , UID: "9990941d-c575-4627-a903-b708850f5e97", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0419 07:10:11.997952 3670 cni.go:473] [konflux-ui/dex-f9557b47f-j9r8x 370bbb26bf76aafdb270a0e2f5259ef595d653e8daeda217c93cd64e64a3769c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-f9557b47f-j9r8x 370bbb26bf76aafdb270a0e2f5259ef595d653e8daeda217c93cd64e64a3769c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:b3:fe:a8:e4:3b\",\"name\":\"370bbb26bf76aaf\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f124efe4-aa60-4d41-8526-1bf367b317e9\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:10:12.076675 3670 cni.go:452] [konflux-ui/proxy-585486cc7f-h85j2 6cdafe103c16e2101462617de63cbdf15ca2b0850dba7f4c59ddc519cce3a7c5 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-585486cc7f-h85j2 6cdafe103c16e2101462617de63cbdf15ca2b0850dba7f4c59ddc519cce3a7c5 network default NAD default NAD key ] I0419 07:10:12.086784 3670 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-585486cc7f-h85j2, hostIfaceName: 6cdafe103c16e21, network: default, NAD default, SandboxID: "6cdafe103c16e2101462617de63cbdf15ca2b0850dba7f4c59ddc519cce3a7c5", PCI device ID: , UID: "7ccd8815-8230-47e6-aa23-da71c63df7b5", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0419 07:10:12.143301 3670 cni.go:473] [konflux-ui/proxy-585486cc7f-h85j2 6cdafe103c16e2101462617de63cbdf15ca2b0850dba7f4c59ddc519cce3a7c5 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-585486cc7f-h85j2 6cdafe103c16e2101462617de63cbdf15ca2b0850dba7f4c59ddc519cce3a7c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:ff:cf:c8:81:63\",\"name\":\"6cdafe103c16e21\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3949eff2-034f-4be7-969c-1d3fb8e8d667\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:10:13.618137 3670 cni.go:452] [tsf-tas/tuf-repository-init-765ld-fx6wl e8a2dab98846921ed3cf0d275b0a469056b6f036e663ecbb7b98c2edc2e1fd6b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-765ld-fx6wl e8a2dab98846921ed3cf0d275b0a469056b6f036e663ecbb7b98c2edc2e1fd6b network default NAD default NAD key ] I0419 07:10:13.629689 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-765ld-fx6wl, hostIfaceName: e8a2dab98846921, network: default, NAD default, SandboxID: "e8a2dab98846921ed3cf0d275b0a469056b6f036e663ecbb7b98c2edc2e1fd6b", PCI device ID: , UID: "98a52096-27e3-4613-b5b8-6e228f998e83", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0419 07:10:13.690312 3670 cni.go:473] [tsf-tas/tuf-repository-init-765ld-fx6wl e8a2dab98846921ed3cf0d275b0a469056b6f036e663ecbb7b98c2edc2e1fd6b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-765ld-fx6wl e8a2dab98846921ed3cf0d275b0a469056b6f036e663ecbb7b98c2edc2e1fd6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:5d:74:42:db:da\",\"name\":\"e8a2dab98846921\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb8684af-7422-48a0-876a-0cd6fb2a7d6e\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 07:10:14.419097 3670 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0419 07:10:17.454218 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 07:10:17.455684 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 07:10:17.474182 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 07:10:17.474705 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 07:10:17.491710 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:17.491728 3670 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:17.503017 3670 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:17.503032 3670 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:19.476841 3670 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0419 07:10:19.477033 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0419 07:10:21.482074 3670 cni.go:452] [tsf-tas/tuf-repository-init-765ld-fx6wl e8a2dab98846921ed3cf0d275b0a469056b6f036e663ecbb7b98c2edc2e1fd6b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-765ld-fx6wl e8a2dab98846921ed3cf0d275b0a469056b6f036e663ecbb7b98c2edc2e1fd6b network default NAD default NAD key ] I0419 07:10:21.557240 3670 cni.go:473] [tsf-tas/tuf-repository-init-765ld-fx6wl e8a2dab98846921ed3cf0d275b0a469056b6f036e663ecbb7b98c2edc2e1fd6b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-765ld-fx6wl e8a2dab98846921ed3cf0d275b0a469056b6f036e663ecbb7b98c2edc2e1fd6b network default NAD default NAD key default], result "{}", err I0419 07:10:21.617003 3670 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-765ld-fx6wl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:21.617037 3670 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-765ld-fx6wl I0419 07:10:21.618373 3670 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-765ld-fx6wl, ips: 10.130.0.44 I0419 07:10:21.618406 3670 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-765ld-fx6wl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:22.528865 3670 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-765ld-fx6wl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:22.528892 3670 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-765ld-fx6wl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:22.642331 3670 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-bjkwg] creating logical port tsf-tas_tuf-bc5768c88-bjkwg for pod on switch ip-10-0-2-36.ec2.internal I0419 07:10:22.642451 3670 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-bjkwg I0419 07:10:22.666723 3670 pod.go:62] [tsf-tas/tuf-bc5768c88-bjkwg] pod update took 24.30987ms I0419 07:10:22.666752 3670 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-bjkwg] addLogicalPort annotation time took 24.344231ms I0419 07:10:22.668119 3670 pods.go:271] [tsf-tas/tuf-bc5768c88-bjkwg] addLogicalPort took 25.81062ms, libovsdb time 944.893µs W0419 07:10:28.461439 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0419 07:10:28.816826 3670 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-trn7v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:28.817410 3670 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-trn7v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:29.532426 3670 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-trn7v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:29.532458 3670 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-trn7v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:29.538183 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-trn7v I0419 07:10:29.538210 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-trn7v I0419 07:10:32.611769 3670 cni.go:452] [tsf-tas/tuf-bc5768c88-bjkwg 680ea8fb8a8b5b3107b0611be47a586fcbd36a57d69f798313686e7c68bfc36a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-bjkwg 680ea8fb8a8b5b3107b0611be47a586fcbd36a57d69f798313686e7c68bfc36a network default NAD default NAD key ] I0419 07:10:32.621065 3670 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-bjkwg, hostIfaceName: 680ea8fb8a8b5b3, network: default, NAD default, SandboxID: "680ea8fb8a8b5b3107b0611be47a586fcbd36a57d69f798313686e7c68bfc36a", PCI device ID: , UID: "48efb71c-a4ea-44fa-adca-303aab06b7d2", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0419 07:10:32.679344 3670 cni.go:473] [tsf-tas/tuf-bc5768c88-bjkwg 680ea8fb8a8b5b3107b0611be47a586fcbd36a57d69f798313686e7c68bfc36a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-bjkwg 680ea8fb8a8b5b3107b0611be47a586fcbd36a57d69f798313686e7c68bfc36a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:3f:e0:5a:5c:8f\",\"name\":\"680ea8fb8a8b5b3\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9bc11bc-fcba-4d94-bcd9-51892b2a1b40\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 07:10:35.561665 3670 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0419 07:10:46.577459 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0419 07:10:57.555840 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:57.555892 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:57.555908 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:57.555914 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:58.539920 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:58.539947 3670 util.go:959] Failed to build node endpoints for node ip-10-0-2-36.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0419 07:11:27.203236 3670 cni.go:452] [konflux-ui/proxy-585486cc7f-h85j2 6cdafe103c16e2101462617de63cbdf15ca2b0850dba7f4c59ddc519cce3a7c5 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-585486cc7f-h85j2 6cdafe103c16e2101462617de63cbdf15ca2b0850dba7f4c59ddc519cce3a7c5 network default NAD default NAD key ] I0419 07:11:27.293883 3670 cni.go:473] [konflux-ui/proxy-585486cc7f-h85j2 6cdafe103c16e2101462617de63cbdf15ca2b0850dba7f4c59ddc519cce3a7c5 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-585486cc7f-h85j2 6cdafe103c16e2101462617de63cbdf15ca2b0850dba7f4c59ddc519cce3a7c5 network default NAD default NAD key default], result "{}", err I0419 07:11:27.361760 3670 obj_retry.go:498] Detected object konflux-ui/proxy-585486cc7f-h85j2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:11:27.361796 3670 pods.go:176] Deleting pod: konflux-ui/proxy-585486cc7f-h85j2 I0419 07:11:27.363291 3670 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-585486cc7f-h85j2, ips: 10.130.0.43 I0419 07:11:27.363329 3670 obj_retry.go:498] Detected object konflux-ui/proxy-585486cc7f-h85j2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:11:27.855808 3670 obj_retry.go:492] Detected object konflux-ui/proxy-585486cc7f-h85j2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:11:27.855833 3670 obj_retry.go:492] Detected object konflux-ui/proxy-585486cc7f-h85j2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:11:27.862393 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-585486cc7f-h85j2 I0419 07:11:27.862425 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-585486cc7f-h85j2 I0419 07:11:32.900832 3670 cni.go:452] [konflux-ui/test-tsf-konflux b31516dd66e817cf4e16b9211e73ccf865a5ba7b17b5495e44830a4d3677b93f network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux b31516dd66e817cf4e16b9211e73ccf865a5ba7b17b5495e44830a4d3677b93f network default NAD default NAD key ] I0419 07:11:32.974816 3670 cni.go:473] [konflux-ui/test-tsf-konflux b31516dd66e817cf4e16b9211e73ccf865a5ba7b17b5495e44830a4d3677b93f network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux b31516dd66e817cf4e16b9211e73ccf865a5ba7b17b5495e44830a4d3677b93f network default NAD default NAD key default], result "{}", err I0419 07:11:33.026701 3670 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:11:33.026743 3670 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0419 07:11:33.028065 3670 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.41 I0419 07:11:33.028094 3670 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:11:33.060591 3670 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:11:33.060615 3670 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:11:33.066181 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0419 07:11:33.066214 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0419 07:11:44.147929 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0419 07:11:58.241147 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0419 07:12:06.797112 3670 namespace.go:98] [default-managed-tenant-3w6as] adding namespace I0419 07:12:06.798041 3670 namespace.go:102] [default-managed-tenant-3w6as] adding namespace took 898.336µs I0419 07:12:06.822985 3670 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:12:06.835003 3670 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:12:07.881879 3670 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:12:08.017185 3670 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:12:08.115373 3670 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:12:12.100679 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0419 07:12:31.010102 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0419 07:13:14.101017 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0419 07:13:42.116615 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0419 07:14:12.012963 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0419 07:14:16.009747 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 I0419 07:14:37.241017 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0419 07:14:50.110889 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0419 07:15:09.022145 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=454 I0419 07:15:18.121705 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0419 07:15:28.013430 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=73 I0419 07:16:06.105112 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0419 07:17:04.007993 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=87 I0419 07:17:04.159328 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0419 07:17:07.235407 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0419 07:17:20.245449 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0419 07:18:53.104624 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0419 07:19:17.120702 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0419 07:19:41.048410 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-xjx2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:41.048449 3670 obj_retry.go:492] Detected object tsf-tpa/create-db-xjx2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:41.051285 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-xjx2t I0419 07:19:41.051311 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-xjx2t I0419 07:19:48.029678 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lsqjt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:48.029732 3670 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lsqjt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:48.035574 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-lsqjt I0419 07:19:48.035608 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-lsqjt I0419 07:19:51.041309 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-chlxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:51.041360 3670 obj_retry.go:492] Detected object tsf-tpa/create-importers-chlxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:51.045658 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-chlxv I0419 07:19:51.045684 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-chlxv I0419 07:19:55.244867 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0419 07:20:00.201161 3670 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29609720-6sfck for pod on switch ip-10-0-2-36.ec2.internal I0419 07:20:00.201268 3670 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck I0419 07:20:00.229766 3670 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck] pod update took 28.517229ms I0419 07:20:00.229790 3670 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck] addLogicalPort annotation time took 28.547244ms I0419 07:20:00.231099 3670 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck] addLogicalPort took 29.950982ms, libovsdb time 953.333µs I0419 07:20:00.565099 3670 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck 37caacf0cf9826165b2e215831a3474fbbf950783126a9843065f44445a19bd3 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck 37caacf0cf9826165b2e215831a3474fbbf950783126a9843065f44445a19bd3 network default NAD default NAD key ] I0419 07:20:00.574790 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29609720-6sfck, hostIfaceName: 37caacf0cf98261, network: default, NAD default, SandboxID: "37caacf0cf9826165b2e215831a3474fbbf950783126a9843065f44445a19bd3", PCI device ID: , UID: "0c9b5ada-ac76-4606-a3cc-e56e6b510e2f", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0419 07:20:00.628235 3670 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck 37caacf0cf9826165b2e215831a3474fbbf950783126a9843065f44445a19bd3 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck 37caacf0cf9826165b2e215831a3474fbbf950783126a9843065f44445a19bd3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:77:02:60:d2:e4\",\"name\":\"37caacf0cf98261\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c825742-3c56-4731-b4fb-3c9b18310291\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:20:03.527319 3670 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck 37caacf0cf9826165b2e215831a3474fbbf950783126a9843065f44445a19bd3 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck 37caacf0cf9826165b2e215831a3474fbbf950783126a9843065f44445a19bd3 network default NAD default NAD key ] I0419 07:20:03.618210 3670 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck 37caacf0cf9826165b2e215831a3474fbbf950783126a9843065f44445a19bd3 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck 37caacf0cf9826165b2e215831a3474fbbf950783126a9843065f44445a19bd3 network default NAD default NAD key default], result "{}", err I0419 07:20:03.670907 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:20:03.670986 3670 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck I0419 07:20:03.672499 3670 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck, ips: 10.130.0.46 I0419 07:20:03.672528 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:20:04.537422 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:20:04.537463 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:21:16.104963 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0419 07:21:54.016628 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0419 07:22:05.014109 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0419 07:22:06.108679 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0419 07:22:18.114442 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0419 07:22:55.249485 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0419 07:23:08.025515 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23 I0419 07:23:36.238980 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0419 07:23:49.014042 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0419 07:23:57.125684 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0419 07:25:04.012746 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0419 07:25:15.017057 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0419 07:26:05.163139 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0419 07:26:24.124551 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0419 07:26:54.108230 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0419 07:27:17.020822 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0419 07:27:27.018384 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0419 07:27:53.108710 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0419 07:28:40.112149 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0419 07:29:20.252771 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0419 07:29:37.117648 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0419 07:29:52.248254 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0419 07:30:00.202257 3670 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29609730-97rrf for pod on switch ip-10-0-2-36.ec2.internal I0419 07:30:00.202371 3670 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf I0419 07:30:00.229699 3670 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf] pod update took 27.353069ms I0419 07:30:00.229726 3670 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf] addLogicalPort annotation time took 27.385212ms I0419 07:30:00.231151 3670 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf] addLogicalPort took 28.911194ms, libovsdb time 1.039359ms I0419 07:30:00.563232 3670 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf 5d6f2cbcb69e31273c88e8e62f5d8515ca567dfa6db67a419cf175cda8d93281 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf 5d6f2cbcb69e31273c88e8e62f5d8515ca567dfa6db67a419cf175cda8d93281 network default NAD default NAD key ] I0419 07:30:00.572518 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29609730-97rrf, hostIfaceName: 5d6f2cbcb69e312, network: default, NAD default, SandboxID: "5d6f2cbcb69e31273c88e8e62f5d8515ca567dfa6db67a419cf175cda8d93281", PCI device ID: , UID: "4e303ac5-66ec-4428-8b1f-791f682101b6", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0419 07:30:00.625909 3670 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf 5d6f2cbcb69e31273c88e8e62f5d8515ca567dfa6db67a419cf175cda8d93281 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf 5d6f2cbcb69e31273c88e8e62f5d8515ca567dfa6db67a419cf175cda8d93281 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:a5:d1:d2:2e:f1\",\"name\":\"5d6f2cbcb69e312\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7163f3ed-d781-4f8f-91a8-0c3c6e460f2e\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:30:03.498079 3670 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf 5d6f2cbcb69e31273c88e8e62f5d8515ca567dfa6db67a419cf175cda8d93281 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf 5d6f2cbcb69e31273c88e8e62f5d8515ca567dfa6db67a419cf175cda8d93281 network default NAD default NAD key ] I0419 07:30:03.591705 3670 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf 5d6f2cbcb69e31273c88e8e62f5d8515ca567dfa6db67a419cf175cda8d93281 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf 5d6f2cbcb69e31273c88e8e62f5d8515ca567dfa6db67a419cf175cda8d93281 network default NAD default NAD key default], result "{}", err I0419 07:30:03.643901 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:30:03.643962 3670 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf I0419 07:30:03.645340 3670 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf, ips: 10.130.0.47 I0419 07:30:03.645371 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:30:04.508999 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:30:04.509041 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:30:04.538871 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:30:04.538983 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:30:04.541724 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv I0419 07:30:04.541776 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv I0419 07:30:51.017034 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0419 07:30:52.023646 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0419 07:30:53.993447 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-frq6g-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-frq6g-init-pod for pod on switch ip-10-0-2-36.ec2.internal I0419 07:30:53.993586 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-frq6g-init-pod I0419 07:30:54.012495 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-frq6g-init-pod] pod update took 18.936773ms I0419 07:30:54.012523 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-frq6g-init-pod] addLogicalPort annotation time took 18.96995ms I0419 07:30:54.013800 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-frq6g-init-pod] addLogicalPort took 20.371334ms, libovsdb time 868.27µs I0419 07:30:54.356721 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-init-pod 4ecf9fe7882a0b2bf149c5ccea228484bc8646bf325f45f5ac6b0725aa634640 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-init-pod 4ecf9fe7882a0b2bf149c5ccea228484bc8646bf325f45f5ac6b0725aa634640 network default NAD default NAD key ] I0419 07:30:54.365643 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-frq6g-init-pod, hostIfaceName: 4ecf9fe7882a0b2, network: default, NAD default, SandboxID: "4ecf9fe7882a0b2bf149c5ccea228484bc8646bf325f45f5ac6b0725aa634640", PCI device ID: , UID: "cce0963e-d4f1-4fc9-949a-087a18f3b9a5", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0419 07:30:54.423783 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-init-pod 4ecf9fe7882a0b2bf149c5ccea228484bc8646bf325f45f5ac6b0725aa634640 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-init-pod 4ecf9fe7882a0b2bf149c5ccea228484bc8646bf325f45f5ac6b0725aa634640 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:e8:b1:b9:44:64\",\"name\":\"4ecf9fe7882a0b2\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f98e2c18-609d-4e6a-b33f-1b8edc1013e9\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:31:11.853048 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-init-pod 4ecf9fe7882a0b2bf149c5ccea228484bc8646bf325f45f5ac6b0725aa634640 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-init-pod 4ecf9fe7882a0b2bf149c5ccea228484bc8646bf325f45f5ac6b0725aa634640 network default NAD default NAD key ] I0419 07:31:11.944098 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-init-pod 4ecf9fe7882a0b2bf149c5ccea228484bc8646bf325f45f5ac6b0725aa634640 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-init-pod 4ecf9fe7882a0b2bf149c5ccea228484bc8646bf325f45f5ac6b0725aa634640 network default NAD default NAD key default], result "{}", err I0419 07:31:12.096688 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:31:12.096724 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-frq6g-init-pod I0419 07:31:12.098312 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-frq6g-init-pod, ips: 10.130.0.48 I0419 07:31:12.098346 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:31:28.560896 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:31:28.561512 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:31:47.129432 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0419 07:32:01.242102 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0419 07:32:05.491603 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-frq6g-build-container-pod for pod on switch ip-10-0-2-36.ec2.internal I0419 07:32:05.491763 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod I0419 07:32:05.547131 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod] pod update took 55.404437ms I0419 07:32:05.547162 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod] addLogicalPort annotation time took 55.442234ms I0419 07:32:05.548589 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod] addLogicalPort took 57.005232ms, libovsdb time 1.011761ms I0419 07:32:05.807251 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:32:05.807929 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:32:05.883841 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod f0a5a3e237a1148d330c953449a62ffd79527dd742fff2cf81d50a19b7a145d7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod f0a5a3e237a1148d330c953449a62ffd79527dd742fff2cf81d50a19b7a145d7 network default NAD default NAD key ] I0419 07:32:05.893128 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-frq6g-build-container-pod, hostIfaceName: f0a5a3e237a1148, network: default, NAD default, SandboxID: "f0a5a3e237a1148d330c953449a62ffd79527dd742fff2cf81d50a19b7a145d7", PCI device ID: , UID: "78ac3c93-9dad-4ca6-8db3-43baa106de60", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0419 07:32:05.947329 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod f0a5a3e237a1148d330c953449a62ffd79527dd742fff2cf81d50a19b7a145d7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod f0a5a3e237a1148d330c953449a62ffd79527dd742fff2cf81d50a19b7a145d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:cf:a4:01:3c:f3\",\"name\":\"f0a5a3e237a1148\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d77a2de8-ea45-4a2a-b56d-e9f03562c8a1\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:32:16.029797 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=78 I0419 07:33:01.128089 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0419 07:33:36.017871 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53 I0419 07:33:42.112252 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0419 07:33:43.024791 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0419 07:34:44.042081 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod f0a5a3e237a1148d330c953449a62ffd79527dd742fff2cf81d50a19b7a145d7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod f0a5a3e237a1148d330c953449a62ffd79527dd742fff2cf81d50a19b7a145d7 network default NAD default NAD key ] I0419 07:34:44.134034 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod f0a5a3e237a1148d330c953449a62ffd79527dd742fff2cf81d50a19b7a145d7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod f0a5a3e237a1148d330c953449a62ffd79527dd742fff2cf81d50a19b7a145d7 network default NAD default NAD key default], result "{}", err I0419 07:34:44.242901 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:34:44.242934 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod I0419 07:34:44.244414 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod, ips: 10.130.0.49 I0419 07:34:44.244446 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:34:54.115758 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0419 07:35:05.166454 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0419 07:35:10.112166 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0419 07:35:22.359398 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod for pod on switch ip-10-0-2-36.ec2.internal I0419 07:35:22.359538 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod I0419 07:35:22.393941 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod] pod update took 34.43297ms I0419 07:35:22.393969 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod] addLogicalPort annotation time took 34.466143ms I0419 07:35:22.395319 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod] addLogicalPort took 35.934897ms, libovsdb time 945.378µs I0419 07:35:22.433797 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-frq6g-clair-scan-pod for pod on switch ip-10-0-2-36.ec2.internal I0419 07:35:22.433979 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod I0419 07:35:22.464793 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod] pod update took 30.857523ms I0419 07:35:22.464834 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod] addLogicalPort annotation time took 30.902024ms I0419 07:35:22.466110 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod] addLogicalPort took 32.331402ms, libovsdb time 874.883µs I0419 07:35:22.640411 3670 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-frq6g-clamav-scan-pod for pod on switch ip-10-0-2-36.ec2.internal I0419 07:35:22.640564 3670 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod I0419 07:35:22.666922 3670 pod.go:62] [default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod] pod update took 26.401421ms I0419 07:35:22.666958 3670 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod] addLogicalPort annotation time took 26.433234ms I0419 07:35:22.668421 3670 pods.go:271] [default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod] addLogicalPort took 28.030498ms, libovsdb time 1.084953ms I0419 07:35:22.730326 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod 2c11a253c32324f26c8ee8fd77d3efd1be87275d1e554cee1806443e89596890 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod 2c11a253c32324f26c8ee8fd77d3efd1be87275d1e554cee1806443e89596890 network default NAD default NAD key ] I0419 07:35:22.740270 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod, hostIfaceName: 2c11a253c32324f, network: default, NAD default, SandboxID: "2c11a253c32324f26c8ee8fd77d3efd1be87275d1e554cee1806443e89596890", PCI device ID: , UID: "1e6dc943-bc90-405c-915f-5973777cbe5f", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0419 07:35:22.802366 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod 2c11a253c32324f26c8ee8fd77d3efd1be87275d1e554cee1806443e89596890 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod 2c11a253c32324f26c8ee8fd77d3efd1be87275d1e554cee1806443e89596890 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:f6:2e:94:c6:32\",\"name\":\"2c11a253c32324f\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/752fb132-3e12-4297-8e4d-d6199bc8c90e\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:35:22.802742 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod 8de110ab41174be9af8f7e51fc0d2b1028cd0ef4d471d575e382e4cd2d3b2a22 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod 8de110ab41174be9af8f7e51fc0d2b1028cd0ef4d471d575e382e4cd2d3b2a22 network default NAD default NAD key ] I0419 07:35:22.812817 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-frq6g-clair-scan-pod, hostIfaceName: 8de110ab41174be, network: default, NAD default, SandboxID: "8de110ab41174be9af8f7e51fc0d2b1028cd0ef4d471d575e382e4cd2d3b2a22", PCI device ID: , UID: "1aacb254-1e8b-4885-95e6-92aa3ad418e9", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0419 07:35:22.875208 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod 8de110ab41174be9af8f7e51fc0d2b1028cd0ef4d471d575e382e4cd2d3b2a22 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod 8de110ab41174be9af8f7e51fc0d2b1028cd0ef4d471d575e382e4cd2d3b2a22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:14:c0:5b:0b:6b\",\"name\":\"8de110ab41174be\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4f2b2c6-41af-492a-9ed2-5ae51a0f29da\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:35:23.011572 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:35:23.012180 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:35:23.035665 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod dc59ff5f415a749ee32b5133ed42b2e97d8fd5efeb4ca2dcf88b2bd4fbc93ba5 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod dc59ff5f415a749ee32b5133ed42b2e97d8fd5efeb4ca2dcf88b2bd4fbc93ba5 network default NAD default NAD key ] I0419 07:35:23.046582 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-frq6g-clamav-scan-pod, hostIfaceName: dc59ff5f415a749, network: default, NAD default, SandboxID: "dc59ff5f415a749ee32b5133ed42b2e97d8fd5efeb4ca2dcf88b2bd4fbc93ba5", PCI device ID: , UID: "da777905-65ec-4449-8f64-87f1ed917b56", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0419 07:35:23.104351 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod dc59ff5f415a749ee32b5133ed42b2e97d8fd5efeb4ca2dcf88b2bd4fbc93ba5 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod dc59ff5f415a749ee32b5133ed42b2e97d8fd5efeb4ca2dcf88b2bd4fbc93ba5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:b9:e3:06:4a:e9\",\"name\":\"dc59ff5f415a749\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/051a92b8-ef01-42fb-914d-82edb2adc6de\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:35:45.252318 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0419 07:36:06.022072 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0419 07:36:24.708765 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod 2c11a253c32324f26c8ee8fd77d3efd1be87275d1e554cee1806443e89596890 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod 2c11a253c32324f26c8ee8fd77d3efd1be87275d1e554cee1806443e89596890 network default NAD default NAD key ] I0419 07:36:24.798826 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod 2c11a253c32324f26c8ee8fd77d3efd1be87275d1e554cee1806443e89596890 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod 2c11a253c32324f26c8ee8fd77d3efd1be87275d1e554cee1806443e89596890 network default NAD default NAD key default], result "{}", err I0419 07:36:24.869304 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:24.869339 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod I0419 07:36:24.870964 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod, ips: 10.130.0.50 I0419 07:36:24.870997 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:41.756593 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:41.757288 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:41.796509 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:41.797155 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:45.753572 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:45.754209 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:55.028421 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0419 07:37:00.877999 3670 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:00.878672 3670 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:00.966903 3670 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:00.967549 3670 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:01.136214 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0419 07:37:01.139774 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:37:01.139792 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:37:01.142305 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb I0419 07:37:01.142335 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb I0419 07:37:01.704411 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:37:01.704437 3670 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:37:01.710908 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng I0419 07:37:01.710944 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng I0419 07:37:02.905489 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:02.906061 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:22.121391 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0419 07:37:31.256492 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0419 07:37:46.033163 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=115 I0419 07:38:26.131622 3670 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0419 07:38:50.020803 3670 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=16 I0419 07:39:18.783291 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod 8de110ab41174be9af8f7e51fc0d2b1028cd0ef4d471d575e382e4cd2d3b2a22 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod 8de110ab41174be9af8f7e51fc0d2b1028cd0ef4d471d575e382e4cd2d3b2a22 network default NAD default NAD key ] I0419 07:39:18.871959 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod 8de110ab41174be9af8f7e51fc0d2b1028cd0ef4d471d575e382e4cd2d3b2a22 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod 8de110ab41174be9af8f7e51fc0d2b1028cd0ef4d471d575e382e4cd2d3b2a22 network default NAD default NAD key default], result "{}", err I0419 07:39:18.955256 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:18.955302 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod I0419 07:39:18.956906 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod, ips: 10.130.0.51 I0419 07:39:18.956943 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:25.116220 3670 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0419 07:39:28.245414 3670 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0419 07:39:31.866725 3670 cni.go:452] [default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod dc59ff5f415a749ee32b5133ed42b2e97d8fd5efeb4ca2dcf88b2bd4fbc93ba5 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod dc59ff5f415a749ee32b5133ed42b2e97d8fd5efeb4ca2dcf88b2bd4fbc93ba5 network default NAD default NAD key ] I0419 07:39:31.953291 3670 cni.go:473] [default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod dc59ff5f415a749ee32b5133ed42b2e97d8fd5efeb4ca2dcf88b2bd4fbc93ba5 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod dc59ff5f415a749ee32b5133ed42b2e97d8fd5efeb4ca2dcf88b2bd4fbc93ba5 network default NAD default NAD key default], result "{}", err I0419 07:39:32.022592 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:32.022666 3670 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod I0419 07:39:32.024146 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod, ips: 10.130.0.52 I0419 07:39:32.024176 3670 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:35.061899 3670 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-wgkm-sqgrq-collect-keyless-params-pod for pod on switch ip-10-0-2-36.ec2.internal I0419 07:39:35.062052 3670 kube.go:256] Updating pod default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod I0419 07:39:35.081518 3670 pod.go:62] [default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod] pod update took 19.501539ms I0419 07:39:35.081541 3670 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod] addLogicalPort annotation time took 19.528305ms I0419 07:39:35.082752 3670 pods.go:271] [default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod] addLogicalPort took 20.872324ms, libovsdb time 859.456µs I0419 07:39:35.452063 3670 cni.go:452] [default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod 3406765e5578191eebe83232b1e73eab62a12d309eb8dcd8b29518f3cca67443 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod 3406765e5578191eebe83232b1e73eab62a12d309eb8dcd8b29518f3cca67443 network default NAD default NAD key ] I0419 07:39:35.461482 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-wgkm-sqgrq-collect-keyless-params-pod, hostIfaceName: 3406765e5578191, network: default, NAD default, SandboxID: "3406765e5578191eebe83232b1e73eab62a12d309eb8dcd8b29518f3cca67443", PCI device ID: , UID: "6a71738d-e709-488f-b494-8408be60f135", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0419 07:39:35.516754 3670 cni.go:473] [default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod 3406765e5578191eebe83232b1e73eab62a12d309eb8dcd8b29518f3cca67443 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod 3406765e5578191eebe83232b1e73eab62a12d309eb8dcd8b29518f3cca67443 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:51:a6:53:39:c2\",\"name\":\"3406765e5578191\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8377833a-599a-4b01-b87f-5a1db37ed8a5\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:39:48.421465 3670 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-wgkm-sqgrq-verify-pod] creating logical port default-tenant_my-integration-test-wgkm-sqgrq-verify-pod for pod on switch ip-10-0-2-36.ec2.internal I0419 07:39:48.421618 3670 kube.go:256] Updating pod default-tenant/my-integration-test-wgkm-sqgrq-verify-pod I0419 07:39:48.510959 3670 pod.go:62] [default-tenant/my-integration-test-wgkm-sqgrq-verify-pod] pod update took 89.397533ms I0419 07:39:48.510985 3670 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-wgkm-sqgrq-verify-pod] addLogicalPort annotation time took 89.430751ms I0419 07:39:48.512227 3670 pods.go:271] [default-tenant/my-integration-test-wgkm-sqgrq-verify-pod] addLogicalPort took 90.777977ms, libovsdb time 850.369µs I0419 07:39:48.787834 3670 cni.go:452] [default-tenant/my-integration-test-wgkm-sqgrq-verify-pod 31b5d96b40394421d61945d58d5849897f884687652b82964325f0b6c9cd08e8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-wgkm-sqgrq-verify-pod 31b5d96b40394421d61945d58d5849897f884687652b82964325f0b6c9cd08e8 network default NAD default NAD key ] I0419 07:39:48.797047 3670 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-wgkm-sqgrq-verify-pod, hostIfaceName: 31b5d96b4039442, network: default, NAD default, SandboxID: "31b5d96b40394421d61945d58d5849897f884687652b82964325f0b6c9cd08e8", PCI device ID: , UID: "57b9e7f7-4373-4bac-9c1c-b38f596ff2ea", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0419 07:39:48.849351 3670 cni.go:473] [default-tenant/my-integration-test-wgkm-sqgrq-verify-pod 31b5d96b40394421d61945d58d5849897f884687652b82964325f0b6c9cd08e8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-wgkm-sqgrq-verify-pod 31b5d96b40394421d61945d58d5849897f884687652b82964325f0b6c9cd08e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:8a:17:3c:67:f9\",\"name\":\"31b5d96b4039442\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71163717-945f-442c-9baa-2fafa8f8856f\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:39:48.989105 3670 cni.go:452] [default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod 3406765e5578191eebe83232b1e73eab62a12d309eb8dcd8b29518f3cca67443 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod 3406765e5578191eebe83232b1e73eab62a12d309eb8dcd8b29518f3cca67443 network default NAD default NAD key ] I0419 07:39:49.073404 3670 cni.go:473] [default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod 3406765e5578191eebe83232b1e73eab62a12d309eb8dcd8b29518f3cca67443 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod 3406765e5578191eebe83232b1e73eab62a12d309eb8dcd8b29518f3cca67443 network default NAD default NAD key default], result "{}", err I0419 07:39:49.117708 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:49.117742 3670 pods.go:176] Deleting pod: default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod I0419 07:39:49.119193 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod, ips: 10.130.0.53 I0419 07:39:49.119221 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:00.174870 3670 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29609740-2jnc6 for pod on switch ip-10-0-2-36.ec2.internal I0419 07:40:00.175005 3670 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 I0419 07:40:00.189304 3670 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6] pod update took 14.320646ms I0419 07:40:00.189332 3670 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6] addLogicalPort annotation time took 14.356116ms I0419 07:40:00.190827 3670 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6] addLogicalPort took 15.990157ms, libovsdb time 1.107303ms I0419 07:40:00.543088 3670 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 b6740f8060beacbf70319037033bc1308483f8da21cfd4523c7a7eae5ea4bbd4 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 b6740f8060beacbf70319037033bc1308483f8da21cfd4523c7a7eae5ea4bbd4 network default NAD default NAD key ] I0419 07:40:00.552516 3670 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29609740-2jnc6, hostIfaceName: b6740f8060beacb, network: default, NAD default, SandboxID: "b6740f8060beacbf70319037033bc1308483f8da21cfd4523c7a7eae5ea4bbd4", PCI device ID: , UID: "8576ddcd-f33a-43a3-903b-75eca3cdb453", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0419 07:40:00.608331 3670 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 b6740f8060beacbf70319037033bc1308483f8da21cfd4523c7a7eae5ea4bbd4 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 b6740f8060beacbf70319037033bc1308483f8da21cfd4523c7a7eae5ea4bbd4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:af:2b:fb:ef:5e\",\"name\":\"b6740f8060beacb\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/351f8b1b-f961-414d-8bbb-5c9df45ed1c1\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 07:40:04.120247 3670 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 b6740f8060beacbf70319037033bc1308483f8da21cfd4523c7a7eae5ea4bbd4 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 b6740f8060beacbf70319037033bc1308483f8da21cfd4523c7a7eae5ea4bbd4 network default NAD default NAD key ] I0419 07:40:04.120274 3670 cni.go:452] [default-tenant/my-integration-test-wgkm-sqgrq-verify-pod 31b5d96b40394421d61945d58d5849897f884687652b82964325f0b6c9cd08e8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-wgkm-sqgrq-verify-pod 31b5d96b40394421d61945d58d5849897f884687652b82964325f0b6c9cd08e8 network default NAD default NAD key ] I0419 07:40:04.232491 3670 cni.go:473] [default-tenant/my-integration-test-wgkm-sqgrq-verify-pod 31b5d96b40394421d61945d58d5849897f884687652b82964325f0b6c9cd08e8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-wgkm-sqgrq-verify-pod 31b5d96b40394421d61945d58d5849897f884687652b82964325f0b6c9cd08e8 network default NAD default NAD key default], result "{}", err I0419 07:40:04.237416 3670 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 b6740f8060beacbf70319037033bc1308483f8da21cfd4523c7a7eae5ea4bbd4 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 b6740f8060beacbf70319037033bc1308483f8da21cfd4523c7a7eae5ea4bbd4 network default NAD default NAD key default], result "{}", err I0419 07:40:04.296665 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:04.296703 3670 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 I0419 07:40:04.298021 3670 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6, ips: 10.130.0.55 I0419 07:40:04.298050 3670 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:04.360181 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-wgkm-sqgrq-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:04.360308 3670 pods.go:176] Deleting pod: default-tenant/my-integration-test-wgkm-sqgrq-verify-pod I0419 07:40:04.361732 3670 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-wgkm-sqgrq-verify-pod, ips: 10.130.0.54 I0419 07:40:04.361764 3670 obj_retry.go:498] Detected object default-tenant/my-integration-test-wgkm-sqgrq-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:05.194426 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:40:05.194450 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:40:05.235648 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:40:05.235672 3670 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:40:05.240367 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p I0419 07:40:05.240395 3670 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p