+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-136.ec2.internal ++ [[ -n ip-10-0-0-136.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-136.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0416 12:15:31.898045553 - disable conntrack on geneve port' I0416 12:15:31.898045553 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0416 12:15:31.916247310 - starting ovnkube-node' I0416 12:15:31.916247310 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-136.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-136.ec2.internal --init-node ip-10-0-0-136.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-136.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0416 12:15:31.958881 3774 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0416 12:15:31.958937 3774 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-a30c6ad771.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0416 12:15:31.960859 3774 kube.go:431] Waiting for certificate I0416 12:15:31.960895 3774 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0416 12:15:31.960938 3774 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0416 12:15:31.961683 3774 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0416 12:15:31.987963 3774 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 12:15:31.987984 3774 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 12:15:31.990639 3774 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 12:15:31.992917 3774 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-p5j5n" I0416 12:15:32.001640 3774 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-p5j5n" I0416 12:15:32.001735 3774 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 12:15:32.961212 3774 kube.go:438] Certificate found I0416 12:15:32.961789 3774 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0416 12:15:32.963231 3774 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0416 12:15:33.007253 3774 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-17 12:10:31 +0000 UTC" deadline="2026-04-17 07:55:50.928071691 +0000 UTC" I0416 12:15:33.007325 3774 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h40m17.920757589s" I0416 12:15:33.030730 3774 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0416 12:15:33.052306 3774 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0416 12:15:33.052379 3774 factory.go:561] Starting watch factory I0416 12:15:33.052479 3774 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.052506 3774 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.052483 3774 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.052533 3774 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.052481 3774 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.052587 3774 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.052660 3774 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.052678 3774 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.052796 3774 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.052820 3774 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.053161 3774 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.053198 3774 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.054245 3774 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0416 12:15:33.054317 3774 server.go:101] MetricServer registers OVS metrics I0416 12:15:33.054588 3774 server.go:105] MetricServer registers OVN DB metrics I0416 12:15:33.059424 3774 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0416 12:15:33.059461 3774 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0416 12:15:33.059741 3774 controller_manager.go:370] Starting the ovnkube controller I0416 12:15:33.059756 3774 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-136.ec2.internal I0416 12:15:33.059810 3774 controller_manager.go:395] NBDB zone sync took: 44.863µs I0416 12:15:33.059821 3774 factory.go:561] Starting watch factory I0416 12:15:33.066883 3774 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.067134 3774 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.068416 3774 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.070614 3774 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.071421 3774 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.075203 3774 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0416 12:15:33.075289 3774 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0416 12:15:33.079749 3774 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:33.079860 3774 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0416 12:15:33.079892 3774 server.go:109] MetricServer registers OVN Controller metrics I0416 12:15:33.084669 3774 server.go:113] MetricServer registers OVN Northd metrics I0416 12:15:33.088831 3774 metrics.go:519] OVN Metrics Server starts to run ... I0416 12:15:33.157724 3774 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0416 12:15:33.157759 3774 factory.go:1977] *v1.Namespace informer cache synced successfully I0416 12:15:33.157764 3774 factory.go:1977] *v1.Node informer cache synced successfully I0416 12:15:33.157767 3774 factory.go:1977] *v1.Service informer cache synced successfully I0416 12:15:33.157770 3774 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0416 12:15:33.157773 3774 factory.go:1977] *v1.Pod informer cache synced successfully I0416 12:15:33.157869 3774 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:15:33.157872 3774 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:15:33.157884 3774 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:15:33.157893 3774 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:15:33.159882 3774 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:15:33.159884 3774 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 12:15:33.163640 3774 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0416 12:15:33.163653 3774 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0416 12:15:33.163710 3774 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.163724 3774 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.165806 3774 factory.go:1977] *v1.Namespace informer cache synced successfully I0416 12:15:33.165817 3774 factory.go:1977] *v1.Node informer cache synced successfully I0416 12:15:33.165821 3774 factory.go:1977] *v1.Service informer cache synced successfully I0416 12:15:33.165824 3774 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0416 12:15:33.165827 3774 factory.go:1977] *v1.Pod informer cache synced successfully I0416 12:15:33.165830 3774 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0416 12:15:33.165997 3774 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.169518 3774 factory.go:1977] *v1.EgressIP informer cache synced successfully I0416 12:15:33.169571 3774 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.169581 3774 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.171814 3774 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0416 12:15:33.171825 3774 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0416 12:15:33.172660 3774 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.175396 3774 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0416 12:15:33.175456 3774 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.175466 3774 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.177185 3774 factory.go:1977] *v1.EgressIP informer cache synced successfully I0416 12:15:33.177318 3774 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.181064 3774 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0416 12:15:33.181117 3774 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.181128 3774 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.182439 3774 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0416 12:15:33.183296 3774 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.186404 3774 factory.go:1977] *v1.EgressService informer cache synced successfully I0416 12:15:33.186466 3774 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.186478 3774 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.187669 3774 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0416 12:15:33.188289 3774 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.191923 3774 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0416 12:15:33.192119 3774 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 12:15:33.192138 3774 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 12:15:33.192808 3774 factory.go:1977] *v1.EgressService informer cache synced successfully I0416 12:15:33.193897 3774 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 12:15:33.197326 3774 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0416 12:15:33.197397 3774 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.197416 3774 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.197436 3774 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.197451 3774 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.198320 3774 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0416 12:15:33.199573 3774 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.199626 3774 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 12:15:33.203260 3774 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0416 12:15:33.203270 3774 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0416 12:15:33.203277 3774 factory.go:680] Watch Factory start up complete, took: 150.900983ms I0416 12:15:33.203351 3774 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0416 12:15:33.203378 3774 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0416 12:15:33.208895 3774 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0416 12:15:33.208914 3774 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0416 12:15:33.208925 3774 factory.go:680] Watch Factory start up complete, took: 149.100891ms I0416 12:15:33.208935 3774 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-136.ec2.internal" zone I0416 12:15:33.242000 3774 default_node_network_controller.go:710] Initializing the default node network controller I0416 12:15:33.306873 3774 udn_isolation.go:101] Starting UDN host isolation manager I0416 12:15:33.312817 3774 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0416 12:15:33.355626 3774 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0416 12:15:33.355744 3774 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0416 12:15:33.355767 3774 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0416 12:15:33.391597 3774 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0416 12:15:33.391675 3774 default_node_network_controller.go:809] Node ip-10-0-0-136.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0416 12:15:33.398199 3774 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.136"] k8s.ovn.org/zone-name:ip-10-0-0-136.ec2.internal] on node ip-10-0-0-136.ec2.internal I0416 12:15:33.419437 3774 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0416 12:15:33.425866 3774 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0416 12:15:33.426081 3774 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0416 12:15:33.426223 3774 gateway_init.go:263] Preparing Gateway I0416 12:15:33.426239 3774 gateway_shared_intf.go:1687] Creating new gateway I0416 12:15:33.459384 3774 controller_manager.go:429] Waiting for node in zone sync took: 250.435339ms I0416 12:15:33.464631 3774 controller_manager.go:611] Switching to transit router for layer2 networks I0416 12:15:33.464647 3774 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-136.ec2.internal I0416 12:15:33.480564 3774 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0416 12:15:33.486905 3774 controller_manager.go:290] SCTP support detected in OVN I0416 12:15:33.487481 3774 services_controller.go:69] Creating services controller for network=default I0416 12:15:33.487654 3774 udn_enabled_svc.go:80] Waiting for service informer to sync I0416 12:15:33.487683 3774 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0416 12:15:33.487724 3774 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0416 12:15:33.487740 3774 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0416 12:15:33.487751 3774 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0416 12:15:33.487937 3774 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0416 12:15:33.487979 3774 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0416 12:15:33.488015 3774 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.45µs I0416 12:15:33.488042 3774 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 51.028µs I0416 12:15:33.488051 3774 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 72.148µs I0416 12:15:33.488058 3774 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0416 12:15:33.488065 3774 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0416 12:15:33.488074 3774 default_network_controller.go:325] Starting the default network controller I0416 12:15:33.488096 3774 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.885µs I0416 12:15:33.488200 3774 udn_enabled_svc.go:95] Performing full resync I0416 12:15:33.488522 3774 udn_enabled_svc.go:99] Waiting for handler to sync I0416 12:15:33.488533 3774 udn_enabled_svc.go:104] Starting worker I0416 12:15:33.498009 3774 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0416 12:15:33.498072 3774 repair.go:33] Syncing exgw routes took 48.187µs I0416 12:15:33.498094 3774 default_network_controller.go:414] Starting all the Watchers... I0416 12:15:33.498291 3774 namespace.go:98] [openshift-etcd] adding namespace I0416 12:15:33.498299 3774 namespace.go:98] [openshift] adding namespace I0416 12:15:33.498313 3774 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0416 12:15:33.498327 3774 namespace.go:98] [openshift-host-network] adding namespace I0416 12:15:33.498333 3774 namespace.go:98] [kube-node-lease] adding namespace I0416 12:15:33.498334 3774 namespace.go:98] [openshift-cluster-version] adding namespace I0416 12:15:33.498336 3774 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0416 12:15:33.498344 3774 namespace.go:98] [openshift-backplane-cse] adding namespace I0416 12:15:33.498351 3774 namespace.go:98] [openshift-controller-manager] adding namespace I0416 12:15:33.498349 3774 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0416 12:15:33.498351 3774 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0416 12:15:33.498359 3774 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0416 12:15:33.498365 3774 namespace.go:98] [openshift-image-registry] adding namespace I0416 12:15:33.498379 3774 namespace.go:98] [openshift-config-managed] adding namespace I0416 12:15:33.498404 3774 namespace.go:98] [openshift-machine-config-operator] adding namespace I0416 12:15:33.498824 3774 namespace.go:102] [openshift-etcd] adding namespace took 521.836µs I0416 12:15:33.498853 3774 namespace.go:98] [openshift-config-operator] adding namespace I0416 12:15:33.499801 3774 namespace.go:102] [openshift-config-operator] adding namespace took 942.423µs I0416 12:15:33.499818 3774 namespace.go:98] [openshift-backplane-cee] adding namespace I0416 12:15:33.500344 3774 namespace.go:102] [openshift-backplane-cee] adding namespace took 519.841µs I0416 12:15:33.500356 3774 namespace.go:98] [openshift-kube-apiserver] adding namespace I0416 12:15:33.500821 3774 namespace.go:102] [openshift] adding namespace took 2.510373ms I0416 12:15:33.500832 3774 namespace.go:98] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] adding namespace I0416 12:15:33.501358 3774 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 3.032459ms I0416 12:15:33.501368 3774 namespace.go:98] [default] adding namespace I0416 12:15:33.501951 3774 namespace.go:102] [openshift-host-network] adding namespace took 3.616677ms I0416 12:15:33.501967 3774 namespace.go:98] [openshift-monitoring] adding namespace I0416 12:15:33.502520 3774 namespace.go:102] [kube-node-lease] adding namespace took 4.183224ms I0416 12:15:33.502528 3774 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0416 12:15:33.503029 3774 namespace.go:102] [openshift-cluster-version] adding namespace took 4.68403ms I0416 12:15:33.503051 3774 namespace.go:98] [kube-system] adding namespace I0416 12:15:33.503497 3774 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.145439ms I0416 12:15:33.503515 3774 namespace.go:98] [openshift-network-console] adding namespace I0416 12:15:33.503949 3774 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.594093ms I0416 12:15:33.503967 3774 namespace.go:98] [openshift-config] adding namespace I0416 12:15:33.504406 3774 namespace.go:102] [openshift-controller-manager] adding namespace took 6.04754ms I0416 12:15:33.504420 3774 namespace.go:98] [openshift-logging] adding namespace I0416 12:15:33.505024 3774 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.664991ms I0416 12:15:33.505035 3774 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0416 12:15:33.505557 3774 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.191856ms I0416 12:15:33.505577 3774 namespace.go:98] [openshift-machine-api] adding namespace I0416 12:15:33.506097 3774 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.729019ms I0416 12:15:33.506111 3774 namespace.go:98] [openshift-kube-scheduler] adding namespace I0416 12:15:33.506702 3774 namespace.go:102] [openshift-image-registry] adding namespace took 8.327882ms I0416 12:15:33.506722 3774 namespace.go:98] [openshift-backplane-csm] adding namespace I0416 12:15:33.507294 3774 namespace.go:102] [openshift-config-managed] adding namespace took 8.907035ms I0416 12:15:33.507304 3774 namespace.go:98] [openshift-ingress-canary] adding namespace I0416 12:15:33.507805 3774 namespace.go:102] [openshift-machine-config-operator] adding namespace took 9.39174ms I0416 12:15:33.507819 3774 namespace.go:98] [openshift-dns-operator] adding namespace I0416 12:15:33.508326 3774 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.964852ms I0416 12:15:33.508336 3774 namespace.go:98] [openshift-apiserver-operator] adding namespace I0416 12:15:33.508870 3774 namespace.go:102] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] adding namespace took 8.032153ms I0416 12:15:33.508884 3774 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0416 12:15:33.509308 3774 namespace.go:102] [default] adding namespace took 7.934668ms I0416 12:15:33.509321 3774 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0416 12:15:33.509857 3774 namespace.go:102] [openshift-monitoring] adding namespace took 7.884894ms I0416 12:15:33.509872 3774 namespace.go:98] [kube-public] adding namespace I0416 12:15:33.510438 3774 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.904263ms I0416 12:15:33.510453 3774 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0416 12:15:33.510874 3774 namespace.go:102] [kube-system] adding namespace took 7.81374ms I0416 12:15:33.510892 3774 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0416 12:15:33.511462 3774 namespace.go:102] [openshift-network-console] adding namespace took 7.936922ms I0416 12:15:33.511478 3774 namespace.go:98] [openshift-must-gather-operator] adding namespace I0416 12:15:33.511867 3774 namespace.go:102] [openshift-config] adding namespace took 7.893139ms I0416 12:15:33.511884 3774 namespace.go:98] [openshift-insights] adding namespace I0416 12:15:33.512316 3774 namespace.go:102] [openshift-logging] adding namespace took 7.888882ms I0416 12:15:33.512334 3774 namespace.go:98] [openshift-package-operator] adding namespace I0416 12:15:33.512666 3774 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.625011ms I0416 12:15:33.512681 3774 namespace.go:98] [openshift-network-operator] adding namespace I0416 12:15:33.512687 3774 iptables.go:108] Creating table: filter chain: FORWARD I0416 12:15:33.513169 3774 namespace.go:102] [openshift-machine-api] adding namespace took 7.583771ms I0416 12:15:33.513186 3774 namespace.go:98] [openshift-console-user-settings] adding namespace I0416 12:15:33.513647 3774 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.530026ms I0416 12:15:33.513666 3774 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0416 12:15:33.514207 3774 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.479757ms I0416 12:15:33.514222 3774 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0416 12:15:33.515054 3774 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.744049ms I0416 12:15:33.515073 3774 namespace.go:98] [openshift-service-ca-operator] adding namespace I0416 12:15:33.515552 3774 namespace.go:102] [openshift-dns-operator] adding namespace took 7.726626ms I0416 12:15:33.515566 3774 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0416 12:15:33.516005 3774 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.663301ms I0416 12:15:33.516349 3774 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.458024ms I0416 12:15:33.516364 3774 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0416 12:15:33.516862 3774 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.534999ms I0416 12:15:33.516876 3774 namespace.go:98] [openshift-backplane-mobb] adding namespace I0416 12:15:33.517186 3774 namespace.go:102] [kube-public] adding namespace took 7.309948ms I0416 12:15:33.517196 3774 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0416 12:15:33.517666 3774 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.207421ms I0416 12:15:33.517681 3774 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0416 12:15:33.518049 3774 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.150671ms I0416 12:15:33.518063 3774 namespace.go:98] [openshift-dns] adding namespace I0416 12:15:33.518547 3774 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.064516ms I0416 12:15:33.518558 3774 namespace.go:98] [openshift-authentication] adding namespace I0416 12:15:33.519001 3774 namespace.go:102] [openshift-insights] adding namespace took 7.11225ms I0416 12:15:33.519016 3774 namespace.go:98] [openshift-apiserver] adding namespace I0416 12:15:33.519435 3774 namespace.go:102] [openshift-package-operator] adding namespace took 7.095074ms I0416 12:15:33.519452 3774 namespace.go:98] [openshift-ingress-operator] adding namespace I0416 12:15:33.519461 3774 iptables.go:108] Creating table: filter chain: OUTPUT I0416 12:15:33.519866 3774 namespace.go:102] [openshift-network-operator] adding namespace took 7.179722ms I0416 12:15:33.519881 3774 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0416 12:15:33.520275 3774 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.082507ms I0416 12:15:33.520287 3774 namespace.go:98] [openshift-ingress] adding namespace I0416 12:15:33.520627 3774 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.955287ms I0416 12:15:33.520642 3774 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0416 12:15:33.521152 3774 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.925352ms I0416 12:15:33.521165 3774 namespace.go:98] [openshift-backplane-srep] adding namespace I0416 12:15:33.521610 3774 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.532415ms I0416 12:15:33.521624 3774 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0416 12:15:33.522222 3774 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.650148ms I0416 12:15:33.522236 3774 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0416 12:15:33.522816 3774 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.447534ms I0416 12:15:33.522827 3774 namespace.go:98] [openshift-marketplace] adding namespace I0416 12:15:33.523282 3774 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.400923ms I0416 12:15:33.523292 3774 namespace.go:98] [openshift-customer-monitoring] adding namespace I0416 12:15:33.523716 3774 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.514185ms I0416 12:15:33.523731 3774 namespace.go:98] [openshift-operators] adding namespace I0416 12:15:33.524151 3774 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.465351ms I0416 12:15:33.524162 3774 namespace.go:98] [openshift-infra] adding namespace I0416 12:15:33.524528 3774 namespace.go:102] [openshift-dns] adding namespace took 6.459307ms I0416 12:15:33.524541 3774 namespace.go:98] [openshift-authentication-operator] adding namespace I0416 12:15:33.524930 3774 namespace.go:102] [openshift-authentication] adding namespace took 6.366694ms I0416 12:15:33.524941 3774 namespace.go:98] [dedicated-admin] adding namespace I0416 12:15:33.525325 3774 namespace.go:102] [openshift-apiserver] adding namespace took 6.302821ms I0416 12:15:33.525344 3774 namespace.go:98] [openshift-node] adding namespace I0416 12:15:33.525816 3774 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.359698ms I0416 12:15:33.525827 3774 namespace.go:98] [openshift-route-controller-manager] adding namespace I0416 12:15:33.526221 3774 gateway_shared_intf.go:1816] Gateway Creation Complete I0416 12:15:33.526234 3774 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-136.ec2.internal","mac-address":"12:76:65:a7:a5:e5","ip-addresses":["10.0.0.136/24"],"ip-address":"10.0.0.136/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:34ff01b4-5931-46de-8f80-4345204658a7 k8s.ovn.org/node-encap-ips:["10.0.0.136"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.136/24"} k8s.ovn.org/zone-name:ip-10-0-0-136.ec2.internal] on node ip-10-0-0-136.ec2.internal I0416 12:15:33.526333 3774 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.443257ms I0416 12:15:33.526350 3774 namespace.go:98] [openshift-multus] adding namespace I0416 12:15:33.526785 3774 namespace.go:102] [openshift-ingress] adding namespace took 6.493838ms I0416 12:15:33.526797 3774 namespace.go:98] [openshift-operators-redhat] adding namespace I0416 12:15:33.527177 3774 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.530687ms I0416 12:15:33.527187 3774 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0416 12:15:33.527659 3774 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.487846ms I0416 12:15:33.527674 3774 namespace.go:98] [openshift-backplane-tam] adding namespace I0416 12:15:33.528069 3774 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.4399ms I0416 12:15:33.528081 3774 namespace.go:98] [openshift-backplane] adding namespace I0416 12:15:33.528500 3774 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.258333ms I0416 12:15:33.528515 3774 namespace.go:98] [openshift-console-operator] adding namespace I0416 12:15:33.528943 3774 namespace.go:102] [openshift-marketplace] adding namespace took 6.111385ms I0416 12:15:33.529370 3774 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.074128ms I0416 12:15:33.529379 3774 namespace.go:98] [openshift-network-diagnostics] adding namespace I0416 12:15:33.529863 3774 namespace.go:102] [openshift-operators] adding namespace took 6.125854ms I0416 12:15:33.529879 3774 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0416 12:15:33.530229 3774 namespace.go:102] [openshift-infra] adding namespace took 6.062107ms I0416 12:15:33.530240 3774 namespace.go:98] [openshift-network-node-identity] adding namespace I0416 12:15:33.530746 3774 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.200918ms I0416 12:15:33.531127 3774 namespace.go:102] [dedicated-admin] adding namespace took 6.181832ms I0416 12:15:33.531525 3774 namespace.go:102] [openshift-node] adding namespace took 6.176075ms I0416 12:15:33.531537 3774 namespace.go:98] [openshift-console] adding namespace W0416 12:15:33.531910 3774 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-hj8qn: pod openshift-multus/network-metrics-daemon-hj8qn: no pod IPs found W0416 12:15:33.531929 3774 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-x9f75: pod openshift-multus/network-metrics-daemon-x9f75: no pod IPs found I0416 12:15:33.531952 3774 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.119448ms I0416 12:15:33.532562 3774 namespace.go:102] [openshift-multus] adding namespace took 6.208201ms I0416 12:15:33.533050 3774 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.246483ms I0416 12:15:33.533637 3774 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.44364ms I0416 12:15:33.534055 3774 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.375853ms I0416 12:15:33.534547 3774 namespace.go:102] [openshift-backplane] adding namespace took 6.459892ms I0416 12:15:33.535478 3774 namespace.go:102] [openshift-console-operator] adding namespace took 6.95777ms W0416 12:15:33.535504 3774 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-l2pqn: pod openshift-network-diagnostics/network-check-target-l2pqn: no pod IPs found W0416 12:15:33.535515 3774 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nrwmj: pod openshift-network-diagnostics/network-check-target-nrwmj: no pod IPs found I0416 12:15:33.536067 3774 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.683698ms I0416 12:15:33.536645 3774 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.759205ms I0416 12:15:33.537167 3774 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.921264ms I0416 12:15:33.537656 3774 namespace.go:102] [openshift-console] adding namespace took 6.113723ms W0416 12:15:33.537736 3774 master.go:458] Unable to parse local node ip-10-0-0-136.ec2.internal chassis-id annotation. Chassis may be removed during sync W0416 12:15:33.537745 3774 master.go:471] Unable to parse remote node ip-10-0-2-126.ec2.internal chassis-id annotation. Chassis may be removed during sync I0416 12:15:33.537749 3774 master.go:481] Removing stale chassis with ID/Name: 34ff01b4-5931-46de-8f80-4345204658a7, hostname: ip-10-0-0-136.ec2.internal I0416 12:15:33.538237 3774 master.go:548] Adding or Updating local node "ip-10-0-0-136.ec2.internal" for network "default" I0416 12:15:33.538307 3774 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-126.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-126.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-126.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-126.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-126.ec2.internal I0416 12:15:33.539399 3774 zone_ic_handler.go:195] Time taken to create transit switch: 379.842µs I0416 12:15:33.539413 3774 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-109.ec2.internal for the network default I0416 12:15:33.540591 3774 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-109.ec2.internal" on network "default" took: 1.57972ms I0416 12:15:33.541922 3774 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-136.ec2.internal for the network default I0416 12:15:33.542079 3774 zone_ic_handler.go:195] Time taken to create transit switch: 137.385µs I0416 12:15:33.542743 3774 default_network_controller.go:823] Node add failed for ip-10-0-0-136.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-136.ec2.internal, error getting gateway config for node ip-10-0-0-136.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-136.ec2.internal", failed to update chassis to local for local node ip-10-0-0-136.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-136.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-136.ec2.internal] E0416 12:15:33.542790 3774 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-136.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-136.ec2.internal, error getting gateway config for node ip-10-0-0-136.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-136.ec2.internal", failed to update chassis to local for local node ip-10-0-0-136.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-136.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-136.ec2.internal] I0416 12:15:33.542870 3774 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0416 12:15:33.542913 3774 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0416 12:15:33.542912 3774 master.go:548] Adding or Updating local node "ip-10-0-0-136.ec2.internal" for network "default" I0416 12:15:33.542923 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-136.ec2.internal in network "default" I0416 12:15:33.542928 3774 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0416 12:15:33.542912 3774 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-136.ec2.internal", UID:"06e44890-f22a-45ff-b17e-c4f52c65444b", APIVersion:"v1", ResourceVersion:"8967", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-136.ec2.internal, error getting gateway config for node ip-10-0-0-136.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-136.ec2.internal", failed to update chassis to local for local node ip-10-0-0-136.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-136.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-136.ec2.internal] I0416 12:15:33.542983 3774 node_tracker.go:169] Node ip-10-0-0-136.ec2.internal switch + router changed, syncing services in network "default" I0416 12:15:33.543000 3774 services_controller.go:574] Full service sync requested for network=default I0416 12:15:33.543004 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-109.ec2.internal in network "default" I0416 12:15:33.543027 3774 node_tracker.go:169] Node ip-10-0-1-109.ec2.internal switch + router changed, syncing services in network "default" I0416 12:15:33.543034 3774 services_controller.go:574] Full service sync requested for network=default I0416 12:15:33.543038 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-126.ec2.internal in network "default" I0416 12:15:33.543048 3774 node_tracker.go:235] Node ip-10-0-2-126.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-126.ec2.internal" I0416 12:15:33.543055 3774 node_tracker.go:169] Node ip-10-0-2-126.ec2.internal switch + router changed, syncing services in network "default" I0416 12:15:33.543058 3774 services_controller.go:574] Full service sync requested for network=default I0416 12:15:33.546413 3774 default_node_network_controller.go:519] Node connection status = connected W0416 12:15:33.547964 3774 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-nrwmj: pod openshift-network-diagnostics/network-check-target-nrwmj: no pod IPs found W0416 12:15:33.547985 3774 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-hj8qn: pod openshift-multus/network-metrics-daemon-hj8qn: no pod IPs found I0416 12:15:33.548926 3774 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-136.ec2.internal for the network default I0416 12:15:33.549068 3774 zone_ic_handler.go:195] Time taken to create transit switch: 130.85µs I0416 12:15:33.643407 3774 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0416 12:15:33.643433 3774 services_controller.go:208] Setting up event handlers for services for network=default I0416 12:15:33.643497 3774 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0416 12:15:33.643550 3774 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0416 12:15:33.643571 3774 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0416 12:15:33.744227 3774 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0416 12:15:33.744252 3774 repair.go:60] Starting repairing loop for services I0416 12:15:33.744352 3774 repair.go:131] Deleted 0 stale service LBs I0416 12:15:33.744373 3774 repair.go:137] Deleted 0 stale Chassis Template Vars I0416 12:15:33.744388 3774 repair.go:62] Finished repairing loop for services: 138.67µs I0416 12:15:33.744422 3774 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0416 12:15:33.744433 3774 services_controller.go:254] Starting workers for network=default I0416 12:15:33.744866 3774 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nrwmj] creating logical port openshift-network-diagnostics_network-check-target-nrwmj for pod on switch ip-10-0-0-136.ec2.internal I0416 12:15:33.744921 3774 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-fgd55 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0416 12:15:33.744964 3774 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-l2pqn, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-l2pqn: suppressed error logged: pod openshift-network-diagnostics/network-check-target-l2pqn: no pod IPs found I0416 12:15:33.745059 3774 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-x9f75, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x9f75: suppressed error logged: pod openshift-multus/network-metrics-daemon-x9f75: no pod IPs found I0416 12:15:33.745071 3774 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-nrwmj I0416 12:15:33.745264 3774 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-hj8qn] creating logical port openshift-multus_network-metrics-daemon-hj8qn for pod on switch ip-10-0-0-136.ec2.internal I0416 12:15:33.745360 3774 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-hj8qn W0416 12:15:33.750744 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0416 12:15:33.763937 3774 pod.go:62] [openshift-network-diagnostics/network-check-target-nrwmj] pod update took 18.929964ms I0416 12:15:33.763962 3774 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-nrwmj] addLogicalPort annotation time took 18.95631ms I0416 12:15:33.763937 3774 pod.go:62] [openshift-multus/network-metrics-daemon-hj8qn] pod update took 18.609841ms I0416 12:15:33.764084 3774 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-hj8qn] addLogicalPort annotation time took 18.75952ms I0416 12:15:33.765099 3774 pods.go:271] [openshift-network-diagnostics/network-check-target-nrwmj] addLogicalPort took 20.261551ms, libovsdb time 905.689µs I0416 12:15:33.765317 3774 pods.go:271] [openshift-multus/network-metrics-daemon-hj8qn] addLogicalPort took 20.057317ms, libovsdb time 1.012875ms I0416 12:15:33.765797 3774 admin_network_policy_controller.go:227] Starting controller default-network-controller I0416 12:15:33.765822 3774 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0416 12:15:33.765833 3774 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0416 12:15:33.765852 3774 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0416 12:15:33.766038 3774 repair.go:29] Repairing admin network policies took 180.727µs I0416 12:15:33.766154 3774 repair.go:92] Repairing baseline admin network policies took 104.828µs I0416 12:15:33.766654 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0416 12:15:33.767544 3774 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0416 12:15:33.767569 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0416 12:15:33.769857 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0416 12:15:33.769884 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0416 12:15:33.769894 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0416 12:15:33.770255 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0416 12:15:33.770286 3774 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0416 12:15:33.770295 3774 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0416 12:15:33.772330 3774 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0416 12:15:33.772352 3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0416 12:15:33.772364 3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0416 12:15:33.774700 3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0416 12:15:33.774725 3774 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0416 12:15:33.774732 3774 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0416 12:15:33.775344 3774 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0416 12:15:33.775373 3774 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0416 12:15:33.775381 3774 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0416 12:15:33.776894 3774 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0416 12:15:33.776918 3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0416 12:15:33.776926 3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0416 12:15:33.777237 3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0416 12:15:33.777258 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0416 12:15:33.777268 3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0416 12:15:33.778806 3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0416 12:15:33.778825 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0416 12:15:33.778836 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0416 12:15:33.780636 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0416 12:15:33.780657 3774 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0416 12:15:33.780666 3774 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0416 12:15:33.781869 3774 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0416 12:15:33.781886 3774 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0416 12:15:33.781896 3774 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0416 12:15:33.782953 3774 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0416 12:15:33.782975 3774 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0416 12:15:33.782990 3774 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0416 12:15:33.784060 3774 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0416 12:15:33.784082 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0416 12:15:33.784094 3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0416 12:15:33.784680 3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0416 12:15:33.784698 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0416 12:15:33.784706 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0416 12:15:33.785287 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0416 12:15:33.785309 3774 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0416 12:15:33.785324 3774 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0416 12:15:33.786562 3774 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0416 12:15:33.786581 3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0416 12:15:33.786594 3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0416 12:15:33.788363 3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0416 12:15:33.788388 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0416 12:15:33.788401 3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0416 12:15:33.789536 3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0416 12:15:33.789561 3774 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0416 12:15:33.789574 3774 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0416 12:15:33.791755 3774 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0416 12:15:33.791780 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0416 12:15:33.791791 3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0416 12:15:33.792550 3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0416 12:15:33.792580 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0416 12:15:33.792612 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0416 12:15:33.793438 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0416 12:15:33.793460 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0416 12:15:33.793466 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0416 12:15:33.794973 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0416 12:15:33.794990 3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0416 12:15:33.795000 3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0416 12:15:33.796316 3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0416 12:15:33.796335 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0416 12:15:33.796343 3774 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0416 12:15:33.796896 3774 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0416 12:15:33.796914 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0416 12:15:33.796921 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0416 12:15:33.797432 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0416 12:15:33.797455 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0416 12:15:33.797464 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0416 12:15:33.798103 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0416 12:15:33.798133 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0416 12:15:33.798143 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0416 12:15:33.798677 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0416 12:15:33.798695 3774 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0416 12:15:33.798709 3774 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0416 12:15:33.799786 3774 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0416 12:15:33.799804 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0416 12:15:33.799811 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0416 12:15:33.800316 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0416 12:15:33.800331 3774 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0416 12:15:33.800342 3774 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0416 12:15:33.800814 3774 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0416 12:15:33.801108 3774 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-fgd55 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0416 12:15:33.806800 3774 egressfirewall.go:374] Starting EgressFirewall controller I0416 12:15:33.806853 3774 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0416 12:15:33.806853 3774 controller.go:133] Adding controller egress-firewall-controller event handlers I0416 12:15:33.806887 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0416 12:15:33.806905 3774 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0416 12:15:33.806887 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0416 12:15:33.806913 3774 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0416 12:15:33.807180 3774 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0416 12:15:33.807194 3774 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0416 12:15:33.807200 3774 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0416 12:15:33.807211 3774 egressqos.go:193] Setting up event handlers for EgressQoS I0416 12:15:33.807222 3774 egressfirewall.go:723] Syncing node "ip-10-0-0-136.ec2.internal" for egress firewall I0416 12:15:33.807237 3774 egressfirewall.go:723] Syncing node "ip-10-0-1-109.ec2.internal" for egress firewall I0416 12:15:33.807243 3774 egressfirewall.go:723] Syncing node "ip-10-0-2-126.ec2.internal" for egress firewall I0416 12:15:33.807335 3774 egressqos.go:245] Starting EgressQoS Controller I0416 12:15:33.807352 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0416 12:15:33.807361 3774 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0416 12:15:33.807369 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0416 12:15:33.807376 3774 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0416 12:15:33.807385 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0416 12:15:33.807393 3774 shared_informer.go:356] "Caches are synced" controller="egressqos" I0416 12:15:33.807399 3774 egressqos.go:259] Repairing EgressQoSes I0416 12:15:33.807405 3774 egressqos.go:399] Starting repairing loop for egressqos I0416 12:15:33.807481 3774 egressqos.go:401] Finished repairing loop for egressqos: 76.897µs I0416 12:15:33.807508 3774 egressservice_zone.go:132] Setting up event handlers for Egress Services I0416 12:15:33.807594 3774 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-136.ec2.internal I0416 12:15:33.807647 3774 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-136.ec2.internal : 53.758µs I0416 12:15:33.807692 3774 egressservice_zone.go:210] Starting Egress Services Controller I0416 12:15:33.807705 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0416 12:15:33.807712 3774 shared_informer.go:356] "Caches are synced" controller="egressservices" I0416 12:15:33.807717 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0416 12:15:33.807722 3774 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0416 12:15:33.807729 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0416 12:15:33.807733 3774 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0416 12:15:33.807739 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0416 12:15:33.807746 3774 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0416 12:15:33.807751 3774 egressservice_zone.go:228] Repairing Egress Services I0416 12:15:33.808045 3774 master_controller.go:88] Starting Admin Policy Based Route Controller I0416 12:15:33.808054 3774 external_controller.go:278] Starting Admin Policy Based Route Controller I0416 12:15:33.808125 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-136.ec2.internal I0416 12:15:33.808140 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-136.ec2.internal: 17.305µs I0416 12:15:33.808151 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-109.ec2.internal I0416 12:15:33.808161 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-109.ec2.internal: 12.464µs I0416 12:15:33.808166 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-126.ec2.internal I0416 12:15:33.808166 3774 default_network_controller.go:585] Completing all the Watchers took 310.06028ms I0416 12:15:33.808180 3774 default_network_controller.go:589] Starting unidling controllers I0416 12:15:33.808196 3774 unidle.go:46] Registering OVN SB ControllerEvent handler I0416 12:15:33.808206 3774 unidle.go:63] Populating Initial ContollerEvent events I0416 12:15:33.808218 3774 unidle.go:79] Setting up event handlers for services I0416 12:15:33.808170 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-126.ec2.internal: 4.298µs I0416 12:15:33.808348 3774 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0416 12:15:33.969129 3774 namespace.go:98] [openshift-service-ca] adding namespace I0416 12:15:33.970021 3774 namespace.go:102] [openshift-service-ca] adding namespace took 867.427µs I0416 12:15:33.989592 3774 namespace.go:142] [openshift-service-ca] updating namespace I0416 12:15:34.047645 3774 default_node_network_controller.go:519] Node connection status = connected I0416 12:15:34.178702 3774 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-fgd55 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:15:34.178744 3774 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-fgd55 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:15:34.196938 3774 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0416 12:15:34.266723 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 12:15:34.547460 3774 default_node_network_controller.go:519] Node connection status = connected I0416 12:15:34.709297 3774 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0416 12:15:34.710244 3774 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 925.974µs I0416 12:15:34.727880 3774 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0416 12:15:35.050357 3774 default_node_network_controller.go:519] Node connection status = connected I0416 12:15:35.054229 3774 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0416 12:15:35.069534 3774 bridgeconfig.go:537] Gateway is ready I0416 12:15:35.069552 3774 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0416 12:15:35.082178 3774 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.136. Updating OVN encap IP. I0416 12:15:35.088077 3774 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.136 - it is already configured I0416 12:15:35.088090 3774 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.136/24:{} 172.20.0.1/32:{}]. Updating annotations. I0416 12:15:35.088333 3774 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.136/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-136.ec2.internal","mac-address":"12:76:65:a7:a5:e5","ip-addresses":["10.0.0.136/24"],"ip-address":"10.0.0.136/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:34ff01b4-5931-46de-8f80-4345204658a7 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.136/24"}] on node ip-10-0-0-136.ec2.internal I0416 12:15:35.105185 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-136.ec2.internal I0416 12:15:35.105257 3774 master.go:548] Adding or Updating local node "ip-10-0-0-136.ec2.internal" for network "default" I0416 12:15:35.105271 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-136.ec2.internal: 92.143µs I0416 12:15:35.105221 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-136.ec2.internal in network "default" I0416 12:15:35.105358 3774 node_tracker.go:169] Node ip-10-0-0-136.ec2.internal switch + router changed, syncing services in network "default" I0416 12:15:35.105387 3774 services_controller.go:574] Full service sync requested for network=default I0416 12:15:35.105242 3774 egressfirewall.go:723] Syncing node "ip-10-0-0-136.ec2.internal" for egress firewall W0416 12:15:35.105748 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0416 12:15:35.106062 3774 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0416 12:15:35.106208 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 12:15:35.106754 3774 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.136 I0416 12:15:35.106866 3774 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-136.ec2.internal I0416 12:15:35.111200 3774 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-136.ec2.internal. Updating no re-route policies I0416 12:15:35.111302 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-x9f75 I0416 12:15:35.111315 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-xjj5p I0416 12:15:35.111319 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nrwmj I0416 12:15:35.111329 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-hj8qn I0416 12:15:35.111340 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nrwmj I0416 12:15:35.111343 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-cg4pd I0416 12:15:35.111323 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-x9f75 I0416 12:15:35.111350 3774 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-xshfg I0416 12:15:35.111356 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-frg42 I0416 12:15:35.111360 3774 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-xshfg I0416 12:15:35.111367 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-frg42 I0416 12:15:35.111364 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-klcjr I0416 12:15:35.111370 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-l2pqn I0416 12:15:35.111368 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-mvlf2 I0416 12:15:35.111381 3774 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-xshfg after 0 failed attempt(s) I0416 12:15:35.111384 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-klcjr I0416 12:15:35.111338 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-136.ec2.internal I0416 12:15:35.111389 3774 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-x9f75, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x9f75: suppressed error logged: pod openshift-multus/network-metrics-daemon-x9f75: no pod IPs found I0416 12:15:35.111345 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-hj8qn I0416 12:15:35.111358 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-s5nnn I0416 12:15:35.111397 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-136.ec2.internal I0416 12:15:35.111407 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-s5nnn I0416 12:15:35.111414 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-klcjr after 0 failed attempt(s) I0416 12:15:35.111382 3774 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nrwmj] creating logical port openshift-network-diagnostics_network-check-target-nrwmj for pod on switch ip-10-0-0-136.ec2.internal I0416 12:15:35.111434 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-s5nnn after 0 failed attempt(s) I0416 12:15:35.111454 3774 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-hj8qn] creating logical port openshift-multus_network-metrics-daemon-hj8qn for pod on switch ip-10-0-0-136.ec2.internal I0416 12:15:35.111358 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-cg4pd I0416 12:15:35.111495 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-cg4pd after 0 failed attempt(s) I0416 12:15:35.111345 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-crxbj I0416 12:15:35.111523 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-crxbj I0416 12:15:35.111347 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-xjj5p I0416 12:15:35.111545 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-crxbj after 0 failed attempt(s) I0416 12:15:35.111550 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-xjj5p after 0 failed attempt(s) I0416 12:15:35.111415 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-136.ec2.internal after 0 failed attempt(s) I0416 12:15:35.111385 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-frg42 after 0 failed attempt(s) I0416 12:15:35.111388 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-mvlf2 I0416 12:15:35.111609 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-mvlf2 after 0 failed attempt(s) I0416 12:15:35.111383 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-l2pqn I0416 12:15:35.111663 3774 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-l2pqn, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-l2pqn: suppressed error logged: pod openshift-network-diagnostics/network-check-target-l2pqn: no pod IPs found I0416 12:15:35.111304 3774 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bzn6s I0416 12:15:35.111682 3774 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-bzn6s I0416 12:15:35.111706 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-bzn6s after 0 failed attempt(s) I0416 12:15:35.111369 3774 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-136.ec2.internal I0416 12:15:35.111784 3774 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-136.ec2.internal I0416 12:15:35.111884 3774 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-136.ec2.internal after 0 failed attempt(s) I0416 12:15:35.112354 3774 pods.go:271] [openshift-multus/network-metrics-daemon-hj8qn] addLogicalPort took 936.685µs, libovsdb time 277.198µs I0416 12:15:35.112368 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-hj8qn after 0 failed attempt(s) I0416 12:15:35.112544 3774 pods.go:271] [openshift-network-diagnostics/network-check-target-nrwmj] addLogicalPort took 1.170834ms, libovsdb time 404.451µs I0416 12:15:35.112561 3774 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-nrwmj after 0 failed attempt(s) I0416 12:15:35.124250 3774 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0416 12:15:35.137399 3774 iptables.go:108] Creating table: mangle chain: OUTPUT I0416 12:15:35.140971 3774 iptables.go:108] Creating table: nat chain: OUTPUT I0416 12:15:35.165741 3774 iptables.go:108] Creating table: nat chain: PREROUTING I0416 12:15:35.212125 3774 iptables.go:108] Creating table: filter chain: FORWARD I0416 12:15:35.230772 3774 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0416 12:15:35.230928 3774 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0416 12:15:35.231047 3774 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0416 12:15:35.231164 3774 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0416 12:15:35.231255 3774 gateway_init.go:325] Gateway and management port readiness took 1.689199922s I0416 12:15:35.231290 3774 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0416 12:15:35.231338 3774 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0416 12:15:35.231356 3774 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0416 12:15:35.231369 3774 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0416 12:15:35.231465 3774 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0416 12:15:35.231579 3774 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 43.529µs I0416 12:15:35.231991 3774 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0416 12:15:35.232026 3774 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.078µs I0416 12:15:35.232039 3774 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 48.373µs I0416 12:15:35.232048 3774 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0416 12:15:35.232061 3774 nad_controller.go:379] [node-nad-controller NAD controller]: started I0416 12:15:35.232070 3774 default_node_network_controller.go:899] Starting the default node network controller I0416 12:15:35.232077 3774 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0416 12:15:35.232089 3774 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.86µs I0416 12:15:35.232335 3774 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0416 12:15:35.232346 3774 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0416 12:15:35.232372 3774 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b89310 0xc00033fe30 0xc00033fea0 0xc000342070 0xc0003420e0 0xc0003421c0 0xc000342230 0xc000b9d860 0xc0003422a0 0xc000342310 0xc000c683c0 0xc0064d5500 0xc000342460 map[0x2ff9080:0xc00220d260 0x2ff95c0:0xc00220d560 0x2ffa2e0:0xc000a27200 0x2ffa580:0xc00220d200 0x2ffad60:0xc00220d2c0 0x2ffb000:0xc00220d320 0x2ffb2a0:0xc00220d380 0x2ffba80:0xc00220d5c0 0x2ffbd20:0xc00220d620 0x3026980:0xc000a26f60 0x3026d20:0xc000a26fc0 0x3027800:0xc000c05920 0x3029160:0xc001c5e000 0x30298a0:0xc000a271a0 0x302a720:0xc000e2f0e0] 0xc000bbc850 0} I0416 12:15:35.232445 3774 gateway.go:151] Starting gateway service sync I0416 12:15:35.233089 3774 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0416 12:15:35.235654 3774 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0416 12:15:35.245687 3774 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0416 12:15:35.247126 3774 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0416 12:15:35.248536 3774 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0416 12:15:35.286495 3774 gateway.go:168] Gateway service sync done. Time taken: 54.031326ms I0416 12:15:35.287336 3774 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31258 I0416 12:15:35.287584 3774 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b89310 0xc00033fe30 0xc00033fea0 0xc000342070 0xc0003420e0 0xc0003421c0 0xc000342230 0xc000b9d860 0xc0003422a0 0xc000342310 0xc000c683c0 0xc0064d5500 0xc000342460 map[0x2ff9080:0xc00220d260 0x2ff95c0:0xc00220d560 0x2ffa2e0:0xc000a27200 0x2ffa580:0xc00220d200 0x2ffad60:0xc00220d2c0 0x2ffb000:0xc00220d320 0x2ffb2a0:0xc00220d380 0x2ffba80:0xc00220d5c0 0x2ffbd20:0xc00220d620 0x3026980:0xc000a26f60 0x3026d20:0xc000a26fc0 0x3027800:0xc000c05920 0x3029160:0xc001c5e000 0x30298a0:0xc000a271a0 0x302a720:0xc000e2f0e0] 0xc000bbc850 0} I0416 12:15:35.288332 3774 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b89310 0xc00033fe30 0xc00033fea0 0xc000342070 0xc0003420e0 0xc0003421c0 0xc000342230 0xc000b9d860 0xc0003422a0 0xc000342310 0xc000c683c0 0xc0064d5500 0xc000342460 map[0x2ff9080:0xc00220d260 0x2ff95c0:0xc00220d560 0x2ffa2e0:0xc000a27200 0x2ffa580:0xc00220d200 0x2ffad60:0xc00220d2c0 0x2ffb000:0xc00220d320 0x2ffb2a0:0xc00220d380 0x2ffba80:0xc00220d5c0 0x2ffbd20:0xc00220d620 0x3026980:0xc000a26f60 0x3026d20:0xc000a26fc0 0x3027800:0xc000c05920 0x3029160:0xc001c5e000 0x30298a0:0xc000a271a0 0x302a720:0xc000e2f0e0] 0xc000bbc850 0} I0416 12:15:35.288385 3774 gateway.go:532] Reconciling gateway with updates I0416 12:15:35.294165 3774 gateway.go:339] Spawning Conntrack Rule Check Thread I0416 12:15:35.294271 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 12:15:35.294296 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 12:15:35.294293 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 12:15:35.294313 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 12:15:35.294315 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 12:15:35.294315 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 12:15:35.294332 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 12:15:35.294341 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 12:15:35.294351 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 12:15:35.294363 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 12:15:35.294369 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 12:15:35.294374 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0416 12:15:35.294378 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 12:15:35.294377 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0416 12:15:35.294386 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0416 12:15:35.294296 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 12:15:35.294394 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 12:15:35.294391 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0416 12:15:35.294398 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 12:15:35.294392 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0416 12:15:35.294400 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 12:15:35.294408 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0416 12:15:35.294414 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 12:15:35.294421 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 12:15:35.294430 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 12:15:35.294317 3774 default_node_network_controller.go:944] Gateway and management port readiness took 61.959983ms I0416 12:15:35.294437 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 12:15:35.294441 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0416 12:15:35.294365 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0416 12:15:35.294450 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 12:15:35.294461 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0416 12:15:35.294471 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:15:35.294476 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0416 12:15:35.294490 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:15:35.294404 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 12:15:35.294492 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0416 12:15:35.294489 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 12:15:35.294501 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0416 12:15:35.294506 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0416 12:15:35.294509 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 12:15:35.294475 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0416 12:15:35.294513 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0416 12:15:35.294463 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 12:15:35.294532 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0416 12:15:35.294430 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0416 12:15:35.294447 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 12:15:35.294539 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 12:15:35.294545 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 12:15:35.294555 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 12:15:35.294560 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0416 12:15:35.294573 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0416 12:15:35.294583 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0416 12:15:35.294492 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0416 12:15:35.294649 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 12:15:35.294426 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 12:15:35.294669 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 12:15:35.294677 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 12:15:35.294680 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0416 12:15:35.294683 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 12:15:35.294669 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 12:15:35.294686 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0416 12:15:35.294689 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 12:15:35.294697 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 12:15:35.294698 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 12:15:35.294701 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 12:15:35.294716 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 12:15:35.294718 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0416 12:15:35.294732 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0416 12:15:35.294757 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 12:15:35.294773 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 12:15:35.294781 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 12:15:35.294790 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0416 12:15:35.294795 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 12:15:35.294797 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 12:15:35.294805 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 12:15:35.294812 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0416 12:15:35.294820 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0416 12:15:35.294824 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0416 12:15:35.294872 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0416 12:15:35.294503 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 12:15:35.294893 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0416 12:15:35.294903 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0416 12:15:35.294911 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 12:15:35.294924 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 12:15:35.294876 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0416 12:15:35.294947 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 12:15:35.294959 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 12:15:35.294964 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0416 12:15:35.294967 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 12:15:35.294975 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 12:15:35.294972 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0416 12:15:35.294972 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 12:15:35.294985 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 12:15:35.294987 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0416 12:15:35.294984 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 12:15:35.294994 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 12:15:35.295034 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 12:15:35.295049 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 12:15:35.294799 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0416 12:15:35.294465 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 12:15:35.295110 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 12:15:35.294429 3774 port_claim.go:71] Svc openshift-ingress/router-default: port 31555 is already open, no action needed I0416 12:15:35.294701 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 12:15:35.295208 3774 port_claim.go:71] Svc openshift-ingress/router-default: port 30211 is already open, no action needed I0416 12:15:35.296158 3774 node_ip_handler_linux.go:160] Node IP manager is running W0416 12:15:35.337866 3774 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0416 12:15:35.338040 3774 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0416 12:15:35.338145 3774 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0416 12:15:35.349169 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0416 12:15:35.349195 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0416 12:15:35.349206 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0416 12:15:35.349214 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0416 12:15:35.349221 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0416 12:15:35.349241 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0416 12:15:35.349270 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0416 12:15:35.349285 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0416 12:15:35.349293 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0416 12:15:35.349302 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0416 12:15:35.349309 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0416 12:15:35.349317 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0416 12:15:35.349321 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0416 12:15:35.349327 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0416 12:15:35.349332 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0416 12:15:35.349337 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0416 12:15:35.349345 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0416 12:15:35.349350 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0416 12:15:35.349356 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0416 12:15:35.349362 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0416 12:15:35.349367 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0416 12:15:35.349373 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0416 12:15:35.349378 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0416 12:15:35.394816 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0416 12:15:35.394867 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0416 12:15:35.394888 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0416 12:15:35.394895 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0416 12:15:35.394901 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0416 12:15:35.394906 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0416 12:15:35.394912 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0416 12:15:35.440635 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) W0416 12:15:36.644777 3774 egressip_healthcheck.go:76] Health checking using insecure connection I0416 12:15:36.644863 3774 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0416 12:15:36.644892 3774 default_node_network_controller.go:1380] Starting node controller node sync I0416 12:15:36.658015 3774 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 13.104112ms I0416 12:15:36.658182 3774 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-109.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0416 12:15:36.658198 3774 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-109.ec2.internal", IP: 10.0.1.109 to PMTUD blocking rules I0416 12:15:36.664982 3774 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0416 12:15:36.665372 3774 egressservice_node.go:93] Setting up event handlers for Egress Services I0416 12:15:36.665540 3774 egressservice_node.go:183] Starting Egress Services Controller I0416 12:15:36.665561 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0416 12:15:36.665574 3774 shared_informer.go:356] "Caches are synced" controller="egressservices" I0416 12:15:36.665580 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0416 12:15:36.665585 3774 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0416 12:15:36.665591 3774 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0416 12:15:36.665596 3774 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0416 12:15:36.665600 3774 egressservice_node.go:197] Repairing Egress Services I0416 12:15:36.676426 3774 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0416 12:15:36.676439 3774 external_controller.go:278] Starting Admin Policy Based Route Controller I0416 12:15:36.676619 3774 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0416 12:15:36.676644 3774 link_network_manager.go:119] Link manager is running I0416 12:15:36.676657 3774 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0416 12:15:36.676938 3774 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0416 12:15:36.677285 3774 vrf_manager.go:128] VRF manager is running I0416 12:15:36.677596 3774 node_controller_manager.go:437] Removing flows to drop GARP I0416 12:15:36.677608 3774 gateway.go:532] Reconciling gateway with updates I0416 12:15:36.696865 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 12:15:36.696880 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0416 12:15:36.696894 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 12:15:36.696906 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 12:15:36.696910 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 12:15:36.696910 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 12:15:36.696910 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0416 12:15:36.696919 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0416 12:15:36.696923 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 12:15:36.696934 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 12:15:36.696942 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 12:15:36.696942 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 12:15:36.696963 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 12:15:36.696968 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 12:15:36.696987 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 12:15:36.696995 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0416 12:15:36.696998 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 12:15:36.697003 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0416 12:15:36.697011 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0416 12:15:36.697018 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 12:15:36.697020 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 12:15:36.697028 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 12:15:36.697031 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 12:15:36.697024 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0416 12:15:36.697033 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0416 12:15:36.697040 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 12:15:36.697040 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0416 12:15:36.697045 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 12:15:36.697048 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0416 12:15:36.697054 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0416 12:15:36.697056 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 12:15:36.697066 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0416 12:15:36.697075 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0416 12:15:36.697061 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 12:15:36.697090 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0416 12:15:36.697088 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 12:15:36.697093 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0416 12:15:36.697101 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 12:15:36.697087 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 12:15:36.697106 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0416 12:15:36.697103 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0416 12:15:36.697109 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0416 12:15:36.697119 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0416 12:15:36.697117 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 12:15:36.697128 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0416 12:15:36.697067 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 12:15:36.697138 3774 port_claim.go:71] Svc openshift-ingress/router-default: port 31555 is already open, no action needed I0416 12:15:36.697140 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0416 12:15:36.697146 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0416 12:15:36.697148 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 12:15:36.697007 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0416 12:15:36.697159 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0416 12:15:36.697081 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0416 12:15:36.697108 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0416 12:15:36.697172 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0416 12:15:36.697149 3774 port_claim.go:71] Svc openshift-ingress/router-default: port 30211 is already open, no action needed I0416 12:15:36.697192 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:15:36.697198 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 12:15:36.697202 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 12:15:36.697206 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 12:15:36.697215 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 12:15:36.697213 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0416 12:15:36.697213 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 12:15:36.697222 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 12:15:36.697200 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0416 12:15:36.697230 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 12:15:36.697237 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0416 12:15:36.697225 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 12:15:36.697242 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0416 12:15:36.697243 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 12:15:36.697251 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0416 12:15:36.697256 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0416 12:15:36.697259 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0416 12:15:36.697263 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 12:15:36.697265 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 12:15:36.697269 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 12:15:36.697104 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 12:15:36.697288 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0416 12:15:36.697290 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0416 12:15:36.697292 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 12:15:36.697298 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0416 12:15:36.697299 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0416 12:15:36.697302 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 12:15:36.697301 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0416 12:15:36.697287 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 12:15:36.697302 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 12:15:36.697309 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0416 12:15:36.697316 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0416 12:15:36.697230 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0416 12:15:36.697318 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 12:15:36.697320 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 12:15:36.697315 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 12:15:36.697329 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0416 12:15:36.697235 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0416 12:15:36.697336 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 12:15:36.697348 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0416 12:15:36.697261 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 12:15:36.697364 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 12:15:36.697273 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0416 12:15:36.697407 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 12:15:36.697416 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0416 12:15:36.697415 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 12:15:36.697433 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 12:15:36.697275 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 12:15:36.697511 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 12:15:36.697522 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 12:15:36.697276 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 12:15:36.697273 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 12:15:36.697603 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 12:15:36.697609 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0416 12:15:36.697293 3774 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 12:15:36.697616 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 12:15:36.697222 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:15:36.697961 3774 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 12:15:36.720517 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0416 12:15:36.720541 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0416 12:15:36.720548 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0416 12:15:36.760397 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0416 12:15:36.760412 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0416 12:15:36.760444 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0416 12:15:36.760455 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0416 12:15:36.760462 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0416 12:15:36.760468 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0416 12:15:36.803232 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0416 12:15:36.803290 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0416 12:15:36.803314 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0416 12:15:36.803341 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0416 12:15:36.803351 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0416 12:15:36.803361 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0416 12:15:36.803371 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0416 12:15:36.803378 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0416 12:15:36.803387 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0416 12:15:36.803395 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0416 12:15:36.803400 3774 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0416 12:15:39.074161 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-126.ec2.internal I0416 12:15:39.074179 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-126.ec2.internal: 23.508µs I0416 12:15:39.074233 3774 egressfirewall.go:723] Syncing node "ip-10-0-2-126.ec2.internal" for egress firewall I0416 12:15:39.074280 3774 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:15:39.305000 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-136.ec2.internal I0416 12:15:39.305037 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-136.ec2.internal: 42.853µs I0416 12:15:39.334199 3774 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-58fd748686-ph2cd] creating logical port openshift-image-registry_image-registry-58fd748686-ph2cd for pod on switch ip-10-0-0-136.ec2.internal I0416 12:15:39.334317 3774 kube.go:256] Updating pod openshift-image-registry/image-registry-58fd748686-ph2cd I0416 12:15:39.356947 3774 pod.go:62] [openshift-image-registry/image-registry-58fd748686-ph2cd] pod update took 22.661422ms I0416 12:15:39.356968 3774 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-58fd748686-ph2cd] addLogicalPort annotation time took 22.687476ms I0416 12:15:39.358174 3774 pods.go:271] [openshift-image-registry/image-registry-58fd748686-ph2cd] addLogicalPort took 23.986091ms, libovsdb time 945.469µs I0416 12:15:39.358239 3774 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-676bd6df4c-jdzqz] creating logical port openshift-ingress_router-default-676bd6df4c-jdzqz for pod on switch ip-10-0-0-136.ec2.internal I0416 12:15:39.358325 3774 kube.go:256] Updating pod openshift-ingress/router-default-676bd6df4c-jdzqz I0416 12:15:39.358395 3774 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fzgdx] creating logical port openshift-ingress-canary_ingress-canary-fzgdx for pod on switch ip-10-0-0-136.ec2.internal I0416 12:15:39.358438 3774 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rhtn9] creating logical port openshift-insights_insights-runtime-extractor-rhtn9 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:15:39.358488 3774 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fzgdx I0416 12:15:39.358541 3774 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rhtn9 I0416 12:15:39.372806 3774 pod.go:62] [openshift-ingress-canary/ingress-canary-fzgdx] pod update took 14.339681ms I0416 12:15:39.372833 3774 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fzgdx] addLogicalPort annotation time took 14.369047ms I0416 12:15:39.374091 3774 pods.go:271] [openshift-ingress-canary/ingress-canary-fzgdx] addLogicalPort took 15.704157ms, libovsdb time 909.862µs I0416 12:15:39.375501 3774 pod.go:62] [openshift-insights/insights-runtime-extractor-rhtn9] pod update took 16.981444ms I0416 12:15:39.375518 3774 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rhtn9] addLogicalPort annotation time took 17.002296ms I0416 12:15:39.376584 3774 pods.go:271] [openshift-insights/insights-runtime-extractor-rhtn9] addLogicalPort took 18.154122ms, libovsdb time 804.988µs I0416 12:15:39.377431 3774 pod.go:62] [openshift-ingress/router-default-676bd6df4c-jdzqz] pod update took 19.13913ms I0416 12:15:39.377461 3774 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-676bd6df4c-jdzqz] addLogicalPort annotation time took 19.1724ms I0416 12:15:39.378639 3774 pods.go:271] [openshift-ingress/router-default-676bd6df4c-jdzqz] addLogicalPort took 20.408183ms, libovsdb time 902.902µs I0416 12:15:39.394178 3774 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-ss7nm] creating logical port openshift-dns_dns-default-ss7nm for pod on switch ip-10-0-0-136.ec2.internal I0416 12:15:39.394280 3774 kube.go:256] Updating pod openshift-dns/dns-default-ss7nm I0416 12:15:39.408458 3774 pod.go:62] [openshift-dns/dns-default-ss7nm] pod update took 14.205826ms I0416 12:15:39.408484 3774 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-ss7nm] addLogicalPort annotation time took 14.23322ms I0416 12:15:39.409587 3774 pods.go:271] [openshift-dns/dns-default-ss7nm] addLogicalPort took 15.419775ms, libovsdb time 793.698µs I0416 12:15:39.716003 3774 cni.go:452] [openshift-ingress-canary/ingress-canary-fzgdx a8bcc37638399fe3f9677352b480ab77875eaa2e8067d15ee40521bcf6f82c89 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fzgdx a8bcc37638399fe3f9677352b480ab77875eaa2e8067d15ee40521bcf6f82c89 network default NAD default NAD key ] I0416 12:15:39.733628 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fzgdx, hostIfaceName: a8bcc37638399fe, network: default, NAD default, SandboxID: "a8bcc37638399fe3f9677352b480ab77875eaa2e8067d15ee40521bcf6f82c89", PCI device ID: , UID: "a8e58de7-3252-4b70-a268-1d541b0e0a57", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0416 12:15:39.779203 3774 cni.go:473] [openshift-ingress-canary/ingress-canary-fzgdx a8bcc37638399fe3f9677352b480ab77875eaa2e8067d15ee40521bcf6f82c89 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fzgdx a8bcc37638399fe3f9677352b480ab77875eaa2e8067d15ee40521bcf6f82c89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:74:0b:39:cb:18\",\"name\":\"a8bcc37638399fe\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4efb1687-d360-4eba-ba93-97108613ab79\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 12:15:41.049596 3774 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-58fd748686-t9z9k IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-58fd748686-t9z9k: no pod IPs found W0416 12:15:41.257290 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0416 12:15:41.462931 3774 cni.go:452] [openshift-image-registry/image-registry-58fd748686-ph2cd 9295f4ac4fbe2eb96d384dd0fd1ea1123b069d810d5c6930877182923222d53a network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-58fd748686-ph2cd 9295f4ac4fbe2eb96d384dd0fd1ea1123b069d810d5c6930877182923222d53a network default NAD default NAD key ] I0416 12:15:41.464644 3774 cni.go:452] [openshift-dns/dns-default-ss7nm fde21fcbd4aa72c9f900d54d532c16fb4f908fa52dee412062e0347bd7545595 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-ss7nm fde21fcbd4aa72c9f900d54d532c16fb4f908fa52dee412062e0347bd7545595 network default NAD default NAD key ] I0416 12:15:41.478138 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-58fd748686-ph2cd, hostIfaceName: 9295f4ac4fbe2eb, network: default, NAD default, SandboxID: "9295f4ac4fbe2eb96d384dd0fd1ea1123b069d810d5c6930877182923222d53a", PCI device ID: , UID: "44dc60bd-9ca3-4335-b8c9-86d566e5fc62", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0416 12:15:41.479098 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-ss7nm, hostIfaceName: fde21fcbd4aa72c, network: default, NAD default, SandboxID: "fde21fcbd4aa72c9f900d54d532c16fb4f908fa52dee412062e0347bd7545595", PCI device ID: , UID: "07b1cad0-a71b-44d9-874b-48dcbb549da1", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0416 12:15:41.528617 3774 cni.go:473] [openshift-dns/dns-default-ss7nm fde21fcbd4aa72c9f900d54d532c16fb4f908fa52dee412062e0347bd7545595 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-ss7nm fde21fcbd4aa72c9f900d54d532c16fb4f908fa52dee412062e0347bd7545595 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:c9:ca:3c:58:5f\",\"name\":\"fde21fcbd4aa72c\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc3574b6-34cb-46bc-a9cd-5c6cc77e48f7\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:15:41.533446 3774 cni.go:473] [openshift-image-registry/image-registry-58fd748686-ph2cd 9295f4ac4fbe2eb96d384dd0fd1ea1123b069d810d5c6930877182923222d53a network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-58fd748686-ph2cd 9295f4ac4fbe2eb96d384dd0fd1ea1123b069d810d5c6930877182923222d53a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ab:76:4f:ef:0e\",\"name\":\"9295f4ac4fbe2eb\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9877e089-c223-4b6e-9590-0b313b51f5d6\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 12:15:42.084885 3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0416 12:15:42.220035 3774 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f9c7c7f49-ns7qf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:15:42.220771 3774 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f9c7c7f49-ns7qf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:15:42.236766 3774 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f9c7c7f49-ns7qf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:15:42.236783 3774 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f9c7c7f49-ns7qf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:15:42.243580 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f9c7c7f49-ns7qf I0416 12:15:42.243654 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f9c7c7f49-ns7qf I0416 12:15:43.198004 3774 cni.go:452] [openshift-network-diagnostics/network-check-target-nrwmj 119080296cf6f3130a86d2f6aabeee97acd61e67724dce43744830df0abc854e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-nrwmj 119080296cf6f3130a86d2f6aabeee97acd61e67724dce43744830df0abc854e network default NAD default NAD key ] I0416 12:15:43.209076 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-nrwmj, hostIfaceName: 119080296cf6f31, network: default, NAD default, SandboxID: "119080296cf6f3130a86d2f6aabeee97acd61e67724dce43744830df0abc854e", PCI device ID: , UID: "bd9d2b81-5da5-41ed-b759-0e16373e30a2", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0416 12:15:43.258676 3774 cni.go:473] [openshift-network-diagnostics/network-check-target-nrwmj 119080296cf6f3130a86d2f6aabeee97acd61e67724dce43744830df0abc854e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-nrwmj 119080296cf6f3130a86d2f6aabeee97acd61e67724dce43744830df0abc854e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:4b:23:7a:51:ce\",\"name\":\"119080296cf6f31\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/784fe165-540f-43a9-9269-e3a66b862700\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:15:47.214639 3774 cni.go:452] [openshift-ingress/router-default-676bd6df4c-jdzqz 75a9db608b4decc8d07923e5cc45333e86f3fa1229053466355cf95da1b92ee5 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-676bd6df4c-jdzqz 75a9db608b4decc8d07923e5cc45333e86f3fa1229053466355cf95da1b92ee5 network default NAD default NAD key ] I0416 12:15:47.226021 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-676bd6df4c-jdzqz, hostIfaceName: 75a9db608b4decc, network: default, NAD default, SandboxID: "75a9db608b4decc8d07923e5cc45333e86f3fa1229053466355cf95da1b92ee5", PCI device ID: , UID: "71b84124-184a-4ef0-95ce-d1d310d117c4", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0416 12:15:47.275131 3774 cni.go:473] [openshift-ingress/router-default-676bd6df4c-jdzqz 75a9db608b4decc8d07923e5cc45333e86f3fa1229053466355cf95da1b92ee5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-676bd6df4c-jdzqz 75a9db608b4decc8d07923e5cc45333e86f3fa1229053466355cf95da1b92ee5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:d6:4c:b9:6a:f7\",\"name\":\"75a9db608b4decc\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fe2697b-21b1-4bee-bbb7-f69c9628ce0d\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:15:51.785350 3774 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:15:55.350761 3774 cni.go:452] [openshift-insights/insights-runtime-extractor-rhtn9 c5461decac6b2b4cf5ec3ba45146491391594aeb11808f23c2088d47b3fb4e23 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rhtn9 c5461decac6b2b4cf5ec3ba45146491391594aeb11808f23c2088d47b3fb4e23 network default NAD default NAD key ] I0416 12:15:55.361927 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rhtn9, hostIfaceName: c5461decac6b2b4, network: default, NAD default, SandboxID: "c5461decac6b2b4cf5ec3ba45146491391594aeb11808f23c2088d47b3fb4e23", PCI device ID: , UID: "e08a0d35-b058-49b9-a8b7-672974163f77", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0416 12:15:55.412373 3774 cni.go:473] [openshift-insights/insights-runtime-extractor-rhtn9 c5461decac6b2b4cf5ec3ba45146491391594aeb11808f23c2088d47b3fb4e23 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rhtn9 c5461decac6b2b4cf5ec3ba45146491391594aeb11808f23c2088d47b3fb4e23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:ff:3c:d1:b6:e0\",\"name\":\"c5461decac6b2b4\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/676622db-ac6a-4448-9880-f64e136dd822\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:16:01.822193 3774 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0416 12:16:03.166359 3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0416 12:16:03.170348 3774 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0416 12:16:03.213140 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 12:16:03.228507 3774 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:16:03.243805 3774 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0416 12:16:03.247188 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zpb9c] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-zpb9c for pod on switch ip-10-0-0-136.ec2.internal I0416 12:16:03.247298 3774 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zpb9c W0416 12:16:03.258233 3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0416 12:16:03.273990 3774 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zpb9c] pod update took 26.728034ms I0416 12:16:03.274019 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zpb9c] addLogicalPort annotation time took 26.760687ms I0416 12:16:03.275254 3774 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zpb9c] addLogicalPort took 28.084893ms, libovsdb time 854.037µs W0416 12:16:03.300019 3774 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-6f7f85758f-w6zsf IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6f7f85758f-w6zsf: no pod IPs found I0416 12:16:03.355785 3774 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-fxhrm] creating logical port openshift-console_downloads-5c54f4944f-fxhrm for pod on switch ip-10-0-0-136.ec2.internal I0416 12:16:03.355893 3774 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-fxhrm I0416 12:16:03.389641 3774 pod.go:62] [openshift-console/downloads-5c54f4944f-fxhrm] pod update took 33.775142ms I0416 12:16:03.389666 3774 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-fxhrm] addLogicalPort annotation time took 33.802054ms I0416 12:16:03.390791 3774 pods.go:271] [openshift-console/downloads-5c54f4944f-fxhrm] addLogicalPort took 35.019748ms, libovsdb time 826.162µs I0416 12:16:03.635241 3774 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zpb9c 7492cf9669baf96090b50892f21251260cbf9a0f78ce75cbfc1ecbbd0b6b978d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zpb9c 7492cf9669baf96090b50892f21251260cbf9a0f78ce75cbfc1ecbbd0b6b978d network default NAD default NAD key ] I0416 12:16:03.645984 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-zpb9c, hostIfaceName: 7492cf9669baf96, network: default, NAD default, SandboxID: "7492cf9669baf96090b50892f21251260cbf9a0f78ce75cbfc1ecbbd0b6b978d", PCI device ID: , UID: "dfe228d3-1759-47d7-a2f0-0f96380d74dd", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0416 12:16:03.693731 3774 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zpb9c 7492cf9669baf96090b50892f21251260cbf9a0f78ce75cbfc1ecbbd0b6b978d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-zpb9c 7492cf9669baf96090b50892f21251260cbf9a0f78ce75cbfc1ecbbd0b6b978d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:70:b9:ac:93:57\",\"name\":\"7492cf9669baf96\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d86a9045-6337-4cda-bbf1-b35ab8befe2a\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:16:03.752902 3774 cni.go:452] [openshift-console/downloads-5c54f4944f-fxhrm 1e70e402e2c8a616cc1a4956404b6ae2cf9a6403377a40bd0fdecb35ce884b46 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-fxhrm 1e70e402e2c8a616cc1a4956404b6ae2cf9a6403377a40bd0fdecb35ce884b46 network default NAD default NAD key ] I0416 12:16:03.765324 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-fxhrm, hostIfaceName: 1e70e402e2c8a61, network: default, NAD default, SandboxID: "1e70e402e2c8a616cc1a4956404b6ae2cf9a6403377a40bd0fdecb35ce884b46", PCI device ID: , UID: "3ccfef7a-51c4-481c-aa2c-43257aaf4fa6", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0416 12:16:03.817952 3774 cni.go:473] [openshift-console/downloads-5c54f4944f-fxhrm 1e70e402e2c8a616cc1a4956404b6ae2cf9a6403377a40bd0fdecb35ce884b46 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-fxhrm 1e70e402e2c8a616cc1a4956404b6ae2cf9a6403377a40bd0fdecb35ce884b46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:10:a6:39:fa:55\",\"name\":\"1e70e402e2c8a61\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d592d3c7-943c-4df9-b3c2-7890fb342ee4\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:16:03.885318 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-126.ec2.internal in network "default" I0416 12:16:03.885357 3774 node_tracker.go:235] Node ip-10-0-2-126.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-126.ec2.internal" I0416 12:16:03.885371 3774 node_tracker.go:169] Node ip-10-0-2-126.ec2.internal switch + router changed, syncing services in network "default" I0416 12:16:03.885365 3774 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "ip-10-0-2-126.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:16:03.885384 3774 services_controller.go:574] Full service sync requested for network=default W0416 12:16:03.885508 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0416 12:16:03.885939 3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0416 12:16:03.923297 3774 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "ip-10-0-2-126.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:16:04.025053 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-126.ec2.internal in network "default" I0416 12:16:04.025096 3774 default_network_controller.go:1025] Node "ip-10-0-2-126.ec2.internal" in remote zone "ip-10-0-2-126.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 12:16:04.025125 3774 node_tracker.go:169] Node ip-10-0-2-126.ec2.internal switch + router changed, syncing services in network "default" I0416 12:16:04.025140 3774 services_controller.go:574] Full service sync requested for network=default W0416 12:16:04.025722 3774 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0416 12:16:04.025764 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 12:16:04.026039 3774 zone_ic_handler.go:195] Time taken to create transit switch: 301.937µs I0416 12:16:04.026054 3774 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-126.ec2.internal for the network default I0416 12:16:04.027111 3774 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-126.ec2.internal" on network "default" took: 1.386391ms W0416 12:16:04.233518 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 12:16:04.233542 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0416 12:16:04.594362 3774 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-126.ec2.internal in network "default" I0416 12:16:04.594423 3774 egressfirewall.go:723] Syncing node "ip-10-0-2-126.ec2.internal" for egress firewall I0416 12:16:04.594437 3774 node_tracker.go:169] Node ip-10-0-2-126.ec2.internal switch + router changed, syncing services in network "default" I0416 12:16:04.594444 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-126.ec2.internal I0416 12:16:04.594454 3774 services_controller.go:574] Full service sync requested for network=default I0416 12:16:04.594464 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-126.ec2.internal: 26.12µs I0416 12:16:04.594530 3774 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-126.ec2.internal", IP: 10.0.2.126 to PMTUD blocking rules I0416 12:16:04.594540 3774 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-126.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0416 12:16:04.594959 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 12:16:04.601865 3774 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-126.ec2.internal. Updating no re-route policies I0416 12:16:04.603009 3774 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-126.ec2.internal", IP: 10.0.2.126 to PMTUD blocking rules I0416 12:16:04.603024 3774 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-126.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0416 12:16:05.330235 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0416 12:16:06.191588 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0416 12:16:06.217061 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0416 12:16:06.217109 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 12:16:07.320015 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-rcggn] creating logical port openshift-monitoring_prometheus-operator-76b589d668-rcggn for pod on switch ip-10-0-0-136.ec2.internal I0416 12:16:07.320130 3774 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-rcggn I0416 12:16:07.335361 3774 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-rcggn] pod update took 15.25874ms I0416 12:16:07.335392 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-rcggn] addLogicalPort annotation time took 15.29722ms I0416 12:16:07.336700 3774 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-rcggn] addLogicalPort took 16.703046ms, libovsdb time 946.441µs I0416 12:16:07.718814 3774 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-rcggn c6e29d2bbfd9ee484d0ef106945ae87bef74928b6dc92e5e0a97513af283cd6b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-rcggn c6e29d2bbfd9ee484d0ef106945ae87bef74928b6dc92e5e0a97513af283cd6b network default NAD default NAD key ] I0416 12:16:07.729694 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-rcggn, hostIfaceName: c6e29d2bbfd9ee4, network: default, NAD default, SandboxID: "c6e29d2bbfd9ee484d0ef106945ae87bef74928b6dc92e5e0a97513af283cd6b", PCI device ID: , UID: "922eefbb-dbfd-4648-a729-cce8aa72e2be", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0416 12:16:07.782492 3774 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-rcggn c6e29d2bbfd9ee484d0ef106945ae87bef74928b6dc92e5e0a97513af283cd6b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-rcggn c6e29d2bbfd9ee484d0ef106945ae87bef74928b6dc92e5e0a97513af283cd6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:9f:c5:d1:ad:d9\",\"name\":\"c6e29d2bbfd9ee4\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b4a88a9-f68f-400c-aac2-3a0ab3a94888\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:16:08.443118 3774 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-126.ec2.internal I0416 12:16:08.443153 3774 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-126.ec2.internal: 41.041µs I0416 12:16:09.361377 3774 base_network_controller_pods.go:487] [default/openshift-console/console-9fdf55fb7-64dfc] creating logical port openshift-console_console-9fdf55fb7-64dfc for pod on switch ip-10-0-0-136.ec2.internal I0416 12:16:09.361490 3774 kube.go:256] Updating pod openshift-console/console-9fdf55fb7-64dfc I0416 12:16:09.380606 3774 pod.go:62] [openshift-console/console-9fdf55fb7-64dfc] pod update took 19.138543ms I0416 12:16:09.380627 3774 base_network_controller_pods.go:951] [default/openshift-console/console-9fdf55fb7-64dfc] addLogicalPort annotation time took 19.161558ms I0416 12:16:09.381865 3774 pods.go:271] [openshift-console/console-9fdf55fb7-64dfc] addLogicalPort took 20.47733ms, libovsdb time 867.446µs I0416 12:16:09.816156 3774 cni.go:452] [openshift-console/console-9fdf55fb7-64dfc 56041c372797e590472823f9eac692bf92d38f898f9fc7cbd3547104514aab91 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-9fdf55fb7-64dfc 56041c372797e590472823f9eac692bf92d38f898f9fc7cbd3547104514aab91 network default NAD default NAD key ] I0416 12:16:09.826885 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-9fdf55fb7-64dfc, hostIfaceName: 56041c372797e59, network: default, NAD default, SandboxID: "56041c372797e590472823f9eac692bf92d38f898f9fc7cbd3547104514aab91", PCI device ID: , UID: "7c138e9f-6311-406f-851a-c313877b4159", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0416 12:16:09.879987 3774 cni.go:473] [openshift-console/console-9fdf55fb7-64dfc 56041c372797e590472823f9eac692bf92d38f898f9fc7cbd3547104514aab91 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-9fdf55fb7-64dfc 56041c372797e590472823f9eac692bf92d38f898f9fc7cbd3547104514aab91 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:74:01:04:ef:1e\",\"name\":\"56041c372797e59\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e25164e-90ca-40e1-9a27-d567095177d9\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:16:12.946257 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:16:12.946365 3774 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0416 12:16:12.971714 3774 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.39508ms I0416 12:16:12.971753 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.436065ms I0416 12:16:12.973362 3774 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.125247ms, libovsdb time 1.155065ms W0416 12:16:14.277502 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0416 12:16:14.946935 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-59f5bccfdf-ct872] creating logical port openshift-monitoring_thanos-querier-59f5bccfdf-ct872 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:16:14.947050 3774 kube.go:256] Updating pod openshift-monitoring/thanos-querier-59f5bccfdf-ct872 I0416 12:16:14.962691 3774 pod.go:62] [openshift-monitoring/thanos-querier-59f5bccfdf-ct872] pod update took 15.675741ms I0416 12:16:14.962711 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-59f5bccfdf-ct872] addLogicalPort annotation time took 15.699053ms I0416 12:16:14.963876 3774 pods.go:271] [openshift-monitoring/thanos-querier-59f5bccfdf-ct872] addLogicalPort took 16.96037ms, libovsdb time 869.247µs I0416 12:16:16.366422 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-576bcd5f9b-q2hqt] creating logical port openshift-monitoring_metrics-server-576bcd5f9b-q2hqt for pod on switch ip-10-0-0-136.ec2.internal I0416 12:16:16.366545 3774 kube.go:256] Updating pod openshift-monitoring/metrics-server-576bcd5f9b-q2hqt W0416 12:16:16.368860 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:16.368876 3774 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:16.368883 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0416 12:16:16.386283 3774 pod.go:62] [openshift-monitoring/metrics-server-576bcd5f9b-q2hqt] pod update took 19.760546ms I0416 12:16:16.386310 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-576bcd5f9b-q2hqt] addLogicalPort annotation time took 19.790237ms I0416 12:16:16.387684 3774 pods.go:271] [openshift-monitoring/metrics-server-576bcd5f9b-q2hqt] addLogicalPort took 21.278103ms, libovsdb time 1.033541ms I0416 12:16:16.548617 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-9z5x2] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-9z5x2 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:16:16.548726 3774 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-9z5x2 I0416 12:16:16.562945 3774 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9z5x2] pod update took 14.251516ms I0416 12:16:16.562970 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-9z5x2] addLogicalPort annotation time took 14.282815ms I0416 12:16:16.564417 3774 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9z5x2] addLogicalPort took 15.820761ms, libovsdb time 1.026101ms W0416 12:16:18.107888 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 12:16:18.174927 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:16:18.175042 3774 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0416 12:16:18.202662 3774 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.665923ms I0416 12:16:18.202690 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.697298ms I0416 12:16:18.204010 3774 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 29.099474ms, libovsdb time 892.623µs W0416 12:16:19.332161 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0416 12:16:19.372380 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:16:19.372403 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:16:19.392376 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0416 12:16:19.509991 3774 cni.go:452] [openshift-monitoring/metrics-server-576bcd5f9b-q2hqt 098ac0c184dd5970b9ae1d4ee8c77d0a396deda1afe324ef4cc6e12029cb5617 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-576bcd5f9b-q2hqt 098ac0c184dd5970b9ae1d4ee8c77d0a396deda1afe324ef4cc6e12029cb5617 network default NAD default NAD key ] I0416 12:16:19.511008 3774 cni.go:452] [openshift-monitoring/prometheus-k8s-1 2e587ffad0ea415fa946b32e44c892546b9a4b924a17c8a1fbf9b4846e45e7d1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 2e587ffad0ea415fa946b32e44c892546b9a4b924a17c8a1fbf9b4846e45e7d1 network default NAD default NAD key ] I0416 12:16:19.511410 3774 cni.go:452] [openshift-monitoring/thanos-querier-59f5bccfdf-ct872 8cf4585136dad64252a2d24797602c88c5699a8d04a3f93bec4a604c526279de network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-59f5bccfdf-ct872 8cf4585136dad64252a2d24797602c88c5699a8d04a3f93bec4a604c526279de network default NAD default NAD key ] I0416 12:16:19.511433 3774 cni.go:452] [openshift-multus/network-metrics-daemon-hj8qn f265a70e7a1637954e53a949104444ceea201b3a5ee52e76d7641fe0958f01ba network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-hj8qn f265a70e7a1637954e53a949104444ceea201b3a5ee52e76d7641fe0958f01ba network default NAD default NAD key ] I0416 12:16:19.513751 3774 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9z5x2 83cddc014291d7b8584867c3295dd0fb311f88808122c9e0e21ea2564113700f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9z5x2 83cddc014291d7b8584867c3295dd0fb311f88808122c9e0e21ea2564113700f network default NAD default NAD key ] I0416 12:16:19.516397 3774 cni.go:452] [openshift-monitoring/alertmanager-main-1 db976b4bb72ac453fbb05200e354ff367c633b3ed3e1ab673350aad465ed813f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 db976b4bb72ac453fbb05200e354ff367c633b3ed3e1ab673350aad465ed813f network default NAD default NAD key ] I0416 12:16:19.528591 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-hj8qn, hostIfaceName: f265a70e7a16379, network: default, NAD default, SandboxID: "f265a70e7a1637954e53a949104444ceea201b3a5ee52e76d7641fe0958f01ba", PCI device ID: , UID: "49d3bfc9-fb62-44b5-949d-62a06483678b", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0416 12:16:19.535488 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-576bcd5f9b-q2hqt, hostIfaceName: 098ac0c184dd597, network: default, NAD default, SandboxID: "098ac0c184dd5970b9ae1d4ee8c77d0a396deda1afe324ef4cc6e12029cb5617", PCI device ID: , UID: "4c5866a7-d293-4fae-89cf-ba65d94d07e1", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0416 12:16:19.543422 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: db976b4bb72ac45, network: default, NAD default, SandboxID: "db976b4bb72ac453fbb05200e354ff367c633b3ed3e1ab673350aad465ed813f", PCI device ID: , UID: "97078abf-562a-43a0-bb9c-bb84c06e72ba", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0416 12:16:19.543512 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-9z5x2, hostIfaceName: 83cddc014291d7b, network: default, NAD default, SandboxID: "83cddc014291d7b8584867c3295dd0fb311f88808122c9e0e21ea2564113700f", PCI device ID: , UID: "ad9abc18-6874-4827-963e-533fb7aa85a9", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0416 12:16:19.544416 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-59f5bccfdf-ct872, hostIfaceName: 8cf4585136dad64, network: default, NAD default, SandboxID: "8cf4585136dad64252a2d24797602c88c5699a8d04a3f93bec4a604c526279de", PCI device ID: , UID: "40bcd0ce-d72c-467f-ae69-587ca7de6812", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0416 12:16:19.544496 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 2e587ffad0ea415, network: default, NAD default, SandboxID: "2e587ffad0ea415fa946b32e44c892546b9a4b924a17c8a1fbf9b4846e45e7d1", PCI device ID: , UID: "ef961fb4-80ff-4a40-a960-7d9b3d66e02f", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0416 12:16:19.607706 3774 cni.go:473] [openshift-multus/network-metrics-daemon-hj8qn f265a70e7a1637954e53a949104444ceea201b3a5ee52e76d7641fe0958f01ba network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-hj8qn f265a70e7a1637954e53a949104444ceea201b3a5ee52e76d7641fe0958f01ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:c4:e7:e9:d1:4f\",\"name\":\"f265a70e7a16379\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c99e4bfa-77d6-46e2-9556-664651203196\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:16:19.634546 3774 cni.go:473] [openshift-monitoring/metrics-server-576bcd5f9b-q2hqt 098ac0c184dd5970b9ae1d4ee8c77d0a396deda1afe324ef4cc6e12029cb5617 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-576bcd5f9b-q2hqt 098ac0c184dd5970b9ae1d4ee8c77d0a396deda1afe324ef4cc6e12029cb5617 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:63:18:7d:a9:da\",\"name\":\"098ac0c184dd597\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fba6fcd-74c1-4e90-8c7d-d44ce83d0ab2\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:16:19.856649 3774 cni.go:473] [openshift-monitoring/alertmanager-main-1 db976b4bb72ac453fbb05200e354ff367c633b3ed3e1ab673350aad465ed813f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 db976b4bb72ac453fbb05200e354ff367c633b3ed3e1ab673350aad465ed813f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:43:85:cf:b5:1e\",\"name\":\"db976b4bb72ac45\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/131f11f6-ecf7-489e-8749-0fee7e970bba\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:16:19.859355 3774 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9z5x2 83cddc014291d7b8584867c3295dd0fb311f88808122c9e0e21ea2564113700f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-9z5x2 83cddc014291d7b8584867c3295dd0fb311f88808122c9e0e21ea2564113700f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:5a:41:e6:c4:85\",\"name\":\"83cddc014291d7b\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c793cf30-e54c-42cb-bad9-4166b4a1d724\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:16:19.862833 3774 cni.go:473] [openshift-monitoring/prometheus-k8s-1 2e587ffad0ea415fa946b32e44c892546b9a4b924a17c8a1fbf9b4846e45e7d1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 2e587ffad0ea415fa946b32e44c892546b9a4b924a17c8a1fbf9b4846e45e7d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:db:12:c0:3d:50\",\"name\":\"2e587ffad0ea415\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11c3f436-e597-411e-b35a-16bfdec2dbff\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:16:19.862886 3774 cni.go:473] [openshift-monitoring/thanos-querier-59f5bccfdf-ct872 8cf4585136dad64252a2d24797602c88c5699a8d04a3f93bec4a604c526279de network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-59f5bccfdf-ct872 8cf4585136dad64252a2d24797602c88c5699a8d04a3f93bec4a604c526279de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:39:1a:c4:6d:ea\",\"name\":\"8cf4585136dad64\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1cb37b9-6ddd-4d60-82fe-9ff3788a2cc4\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 12:16:20.257675 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0416 12:16:20.286425 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0416 12:16:20.349243 3774 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:20.349270 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:20.349275 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:20.349279 3774 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:21.446539 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0416 12:16:21.746377 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0416 12:16:21.762926 3774 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5696644c95-glt5v IP address from the namespace address-set, err: pod openshift-console/console-5696644c95-glt5v: no pod IPs found W0416 12:16:23.270288 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:23.270309 3774 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:23.270314 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:23.296833 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0416 12:16:23.386956 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:16:23.386978 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:16:24.435943 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0416 12:16:24.435974 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0416 12:16:25.323781 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:25.323810 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:25.323818 3774 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:25.323822 3774 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:26.364483 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:26.364506 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:26.364512 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:26.364517 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:26.364530 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:26.364536 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:26.364541 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:26.364546 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0416 12:16:28.416281 3774 cni.go:452] [openshift-image-registry/image-registry-58fd748686-ph2cd 9295f4ac4fbe2eb96d384dd0fd1ea1123b069d810d5c6930877182923222d53a network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-58fd748686-ph2cd 9295f4ac4fbe2eb96d384dd0fd1ea1123b069d810d5c6930877182923222d53a network default NAD default NAD key ] I0416 12:16:28.490771 3774 cni.go:473] [openshift-image-registry/image-registry-58fd748686-ph2cd 9295f4ac4fbe2eb96d384dd0fd1ea1123b069d810d5c6930877182923222d53a network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-58fd748686-ph2cd 9295f4ac4fbe2eb96d384dd0fd1ea1123b069d810d5c6930877182923222d53a network default NAD default NAD key default], result "{}", err I0416 12:16:28.545798 3774 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fd748686-ph2cd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:28.545862 3774 pods.go:176] Deleting pod: openshift-image-registry/image-registry-58fd748686-ph2cd I0416 12:16:28.547405 3774 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-58fd748686-ph2cd, ips: 10.129.0.5 I0416 12:16:28.547435 3774 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58fd748686-ph2cd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:28.559643 3774 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6db9dd4b55-q8454] creating logical port openshift-image-registry_image-registry-6db9dd4b55-q8454 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:16:28.559766 3774 kube.go:256] Updating pod openshift-image-registry/image-registry-6db9dd4b55-q8454 I0416 12:16:28.578433 3774 pod.go:62] [openshift-image-registry/image-registry-6db9dd4b55-q8454] pod update took 18.695508ms I0416 12:16:28.578458 3774 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6db9dd4b55-q8454] addLogicalPort annotation time took 18.723555ms I0416 12:16:28.579733 3774 pods.go:271] [openshift-image-registry/image-registry-6db9dd4b55-q8454] addLogicalPort took 20.103292ms, libovsdb time 929.421µs I0416 12:16:28.925053 3774 cni.go:452] [openshift-image-registry/image-registry-6db9dd4b55-q8454 532552ccf09ec91536ef78f8ef71ccbcb55e5a7061f80a9dae8c95dbae4355bc network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6db9dd4b55-q8454 532552ccf09ec91536ef78f8ef71ccbcb55e5a7061f80a9dae8c95dbae4355bc network default NAD default NAD key ] I0416 12:16:28.935374 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6db9dd4b55-q8454, hostIfaceName: 532552ccf09ec91, network: default, NAD default, SandboxID: "532552ccf09ec91536ef78f8ef71ccbcb55e5a7061f80a9dae8c95dbae4355bc", PCI device ID: , UID: "ef9b76b8-2a33-4df1-a86e-0c55b06a1e5d", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0416 12:16:28.994135 3774 cni.go:473] [openshift-image-registry/image-registry-6db9dd4b55-q8454 532552ccf09ec91536ef78f8ef71ccbcb55e5a7061f80a9dae8c95dbae4355bc network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6db9dd4b55-q8454 532552ccf09ec91536ef78f8ef71ccbcb55e5a7061f80a9dae8c95dbae4355bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:19:48:e8:54:19\",\"name\":\"532552ccf09ec91\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b06e61ec-f60e-43d4-8f5a-0c44f6457542\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:16:29.326344 3774 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fd748686-ph2cd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:29.326371 3774 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58fd748686-ph2cd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:29.329708 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58fd748686-ph2cd I0416 12:16:29.329737 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58fd748686-ph2cd W0416 12:16:30.280338 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 12:16:30.280370 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 12:16:30.323568 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 12:16:30.323624 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 12:16:32.313579 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:32.313631 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:32.313636 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 12:16:32.313641 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0416 12:16:39.541948 3774 obj_retry.go:498] Detected object openshift-console/console-9fdf55fb7-kwdwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:39.542523 3774 obj_retry.go:498] Detected object openshift-console/console-9fdf55fb7-kwdwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0416 12:16:40.351954 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0416 12:16:40.351983 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0416 12:16:40.475195 3774 obj_retry.go:492] Detected object openshift-console/console-9fdf55fb7-kwdwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:40.475218 3774 obj_retry.go:492] Detected object openshift-console/console-9fdf55fb7-kwdwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:40.482388 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9fdf55fb7-kwdwb I0416 12:16:40.482411 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9fdf55fb7-kwdwb W0416 12:16:43.346272 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:43.346294 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:43.346302 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:43.346316 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:43.346323 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:43.346329 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:44.282351 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0416 12:16:47.404297 3774 cni.go:452] [openshift-console/console-9fdf55fb7-64dfc 56041c372797e590472823f9eac692bf92d38f898f9fc7cbd3547104514aab91 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-9fdf55fb7-64dfc 56041c372797e590472823f9eac692bf92d38f898f9fc7cbd3547104514aab91 network default NAD default NAD key ] I0416 12:16:47.483540 3774 cni.go:473] [openshift-console/console-9fdf55fb7-64dfc 56041c372797e590472823f9eac692bf92d38f898f9fc7cbd3547104514aab91 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-9fdf55fb7-64dfc 56041c372797e590472823f9eac692bf92d38f898f9fc7cbd3547104514aab91 network default NAD default NAD key default], result "{}", err I0416 12:16:47.544469 3774 obj_retry.go:498] Detected object openshift-console/console-9fdf55fb7-64dfc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:47.544537 3774 pods.go:176] Deleting pod: openshift-console/console-9fdf55fb7-64dfc I0416 12:16:47.546054 3774 pods.go:236] Attempting to release IPs for pod: openshift-console/console-9fdf55fb7-64dfc, ips: 10.129.0.13 I0416 12:16:47.546090 3774 obj_retry.go:498] Detected object openshift-console/console-9fdf55fb7-64dfc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:47.553541 3774 base_network_controller_pods.go:487] [default/openshift-console/console-746fd7446-kphk4] creating logical port openshift-console_console-746fd7446-kphk4 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:16:47.553656 3774 kube.go:256] Updating pod openshift-console/console-746fd7446-kphk4 I0416 12:16:47.567372 3774 pod.go:62] [openshift-console/console-746fd7446-kphk4] pod update took 13.741081ms I0416 12:16:47.567399 3774 base_network_controller_pods.go:951] [default/openshift-console/console-746fd7446-kphk4] addLogicalPort annotation time took 13.772214ms I0416 12:16:47.568587 3774 pods.go:271] [openshift-console/console-746fd7446-kphk4] addLogicalPort took 15.060969ms, libovsdb time 851.613µs I0416 12:16:47.962555 3774 cni.go:452] [openshift-console/console-746fd7446-kphk4 385a83561f20c31510ab4e0af05fd07da1dc05784f08713072d0fdadec21f3d7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-746fd7446-kphk4 385a83561f20c31510ab4e0af05fd07da1dc05784f08713072d0fdadec21f3d7 network default NAD default NAD key ] I0416 12:16:47.972252 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-746fd7446-kphk4, hostIfaceName: 385a83561f20c31, network: default, NAD default, SandboxID: "385a83561f20c31510ab4e0af05fd07da1dc05784f08713072d0fdadec21f3d7", PCI device ID: , UID: "b38c181a-90d5-4996-bc81-64632ff4b167", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0416 12:16:48.022109 3774 cni.go:473] [openshift-console/console-746fd7446-kphk4 385a83561f20c31510ab4e0af05fd07da1dc05784f08713072d0fdadec21f3d7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-746fd7446-kphk4 385a83561f20c31510ab4e0af05fd07da1dc05784f08713072d0fdadec21f3d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:2d:28:28:f1:b8\",\"name\":\"385a83561f20c31\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df8f0caf-0f13-401c-ab2f-aa70a2003a52\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:16:48.380947 3774 obj_retry.go:492] Detected object openshift-console/console-9fdf55fb7-64dfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:48.380975 3774 obj_retry.go:492] Detected object openshift-console/console-9fdf55fb7-64dfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:48.386678 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9fdf55fb7-64dfc I0416 12:16:48.386709 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9fdf55fb7-64dfc I0416 12:16:49.638981 3774 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:49.639497 3774 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:49.639526 3774 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:16:49.639537 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0416 12:16:49.639554 3774 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:16:49.639565 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0416 12:16:50.499357 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0416 12:16:50.499385 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0416 12:16:50.538571 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0416 12:16:50.538596 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0416 12:16:50.546704 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0416 12:16:50.669013 3774 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:50.669037 3774 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:50.669051 3774 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:50.669062 3774 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390dxc7p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:16:51.335077 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0416 12:16:52.568596 3774 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0416 12:16:52.586431 3774 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0416 12:16:53.368906 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:53.368928 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:53.368934 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:16:53.557211 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0416 12:16:53.582342 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0416 12:16:55.674556 3774 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f7f85758f-f6jzb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:55.675129 3774 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6f7f85758f-f6jzb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:16:56.575878 3774 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f7f85758f-f6jzb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:56.575903 3774 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6f7f85758f-f6jzb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:16:56.578595 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f7f85758f-f6jzb I0416 12:16:56.578622 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f7f85758f-f6jzb W0416 12:16:58.461459 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0416 12:17:05.369103 3774 obj_retry.go:498] Detected object openshift-ingress/router-default-5d79c7df7c-4ll5r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:05.369684 3774 obj_retry.go:498] Detected object openshift-ingress/router-default-5d79c7df7c-4ll5r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:05.615749 3774 obj_retry.go:492] Detected object openshift-ingress/router-default-5d79c7df7c-4ll5r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:05.615776 3774 obj_retry.go:492] Detected object openshift-ingress/router-default-5d79c7df7c-4ll5r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:05.622931 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5d79c7df7c-4ll5r I0416 12:17:05.622962 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5d79c7df7c-4ll5r I0416 12:17:15.834343 3774 obj_retry.go:498] Detected object openshift-console/console-5696644c95-l27z6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:15.834894 3774 obj_retry.go:498] Detected object openshift-console/console-5696644c95-l27z6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:16.665579 3774 obj_retry.go:492] Detected object openshift-console/console-5696644c95-l27z6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:16.665605 3774 obj_retry.go:492] Detected object openshift-console/console-5696644c95-l27z6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:16.671488 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5696644c95-l27z6 I0416 12:17:16.671514 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5696644c95-l27z6 W0416 12:17:19.548821 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:17:19.548859 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0416 12:17:33.507471 3774 cni.go:452] [openshift-monitoring/alertmanager-main-1 db976b4bb72ac453fbb05200e354ff367c633b3ed3e1ab673350aad465ed813f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 db976b4bb72ac453fbb05200e354ff367c633b3ed3e1ab673350aad465ed813f network default NAD default NAD key ] I0416 12:17:33.592250 3774 cni.go:473] [openshift-monitoring/alertmanager-main-1 db976b4bb72ac453fbb05200e354ff367c633b3ed3e1ab673350aad465ed813f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 db976b4bb72ac453fbb05200e354ff367c633b3ed3e1ab673350aad465ed813f network default NAD default NAD key default], result "{}", err I0416 12:17:33.651007 3774 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:33.651046 3774 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0416 12:17:33.652313 3774 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.14 I0416 12:17:33.652342 3774 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:17:34.581306 3774 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:34.581339 3774 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:17:34.587819 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0416 12:17:34.587878 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0416 12:17:34.625151 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:17:34.625356 3774 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0416 12:17:34.647343 3774 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.027587ms I0416 12:17:34.647366 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.055973ms I0416 12:17:34.648679 3774 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.548566ms, libovsdb time 972.305µs I0416 12:17:34.986581 3774 cni.go:452] [openshift-monitoring/alertmanager-main-1 c6d1763a6744a9b1552ac4766daa0d24a85c45a88615724312977b1da09784e2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 c6d1763a6744a9b1552ac4766daa0d24a85c45a88615724312977b1da09784e2 network default NAD default NAD key ] I0416 12:17:34.996533 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: c6d1763a6744a9b, network: default, NAD default, SandboxID: "c6d1763a6744a9b1552ac4766daa0d24a85c45a88615724312977b1da09784e2", PCI device ID: , UID: "352a84c9-57c3-46f1-a9a5-b3cc305ae63f", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0416 12:17:35.046064 3774 cni.go:473] [openshift-monitoring/alertmanager-main-1 c6d1763a6744a9b1552ac4766daa0d24a85c45a88615724312977b1da09784e2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 c6d1763a6744a9b1552ac4766daa0d24a85c45a88615724312977b1da09784e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:a1:06:d6:13:23\",\"name\":\"c6d1763a6744a9b\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/137a99a1-41b0-4897-8b8e-a8e6d40ce3a1\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 12:18:05.038866 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:18:05.038893 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 12:18:05.038899 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0416 12:18:05.094043 3774 cni.go:452] [openshift-console/console-746fd7446-kphk4 385a83561f20c31510ab4e0af05fd07da1dc05784f08713072d0fdadec21f3d7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-746fd7446-kphk4 385a83561f20c31510ab4e0af05fd07da1dc05784f08713072d0fdadec21f3d7 network default NAD default NAD key ] I0416 12:18:05.171827 3774 cni.go:473] [openshift-console/console-746fd7446-kphk4 385a83561f20c31510ab4e0af05fd07da1dc05784f08713072d0fdadec21f3d7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-746fd7446-kphk4 385a83561f20c31510ab4e0af05fd07da1dc05784f08713072d0fdadec21f3d7 network default NAD default NAD key default], result "{}", err I0416 12:18:05.216656 3774 obj_retry.go:498] Detected object openshift-console/console-746fd7446-kphk4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:05.216697 3774 pods.go:176] Deleting pod: openshift-console/console-746fd7446-kphk4 I0416 12:18:05.217984 3774 pods.go:236] Attempting to release IPs for pod: openshift-console/console-746fd7446-kphk4, ips: 10.129.0.20 I0416 12:18:05.218014 3774 obj_retry.go:498] Detected object openshift-console/console-746fd7446-kphk4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:05.226937 3774 base_network_controller_pods.go:487] [default/openshift-console/console-6d88fdb88b-9k96v] creating logical port openshift-console_console-6d88fdb88b-9k96v for pod on switch ip-10-0-0-136.ec2.internal I0416 12:18:05.227028 3774 kube.go:256] Updating pod openshift-console/console-6d88fdb88b-9k96v I0416 12:18:05.242514 3774 pod.go:62] [openshift-console/console-6d88fdb88b-9k96v] pod update took 15.512743ms I0416 12:18:05.242538 3774 base_network_controller_pods.go:951] [default/openshift-console/console-6d88fdb88b-9k96v] addLogicalPort annotation time took 15.541115ms I0416 12:18:05.243867 3774 pods.go:271] [openshift-console/console-6d88fdb88b-9k96v] addLogicalPort took 16.941655ms, libovsdb time 904.449µs I0416 12:18:05.586275 3774 cni.go:452] [openshift-console/console-6d88fdb88b-9k96v 2e6336b645841257dbd64b242a7801654223761db2ba4bc78ffd392fbe8ab5dd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d88fdb88b-9k96v 2e6336b645841257dbd64b242a7801654223761db2ba4bc78ffd392fbe8ab5dd network default NAD default NAD key ] I0416 12:18:05.596058 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d88fdb88b-9k96v, hostIfaceName: 2e6336b64584125, network: default, NAD default, SandboxID: "2e6336b645841257dbd64b242a7801654223761db2ba4bc78ffd392fbe8ab5dd", PCI device ID: , UID: "25ebde8b-22da-40fd-be2c-cce1a3716058", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0416 12:18:05.646064 3774 cni.go:473] [openshift-console/console-6d88fdb88b-9k96v 2e6336b645841257dbd64b242a7801654223761db2ba4bc78ffd392fbe8ab5dd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d88fdb88b-9k96v 2e6336b645841257dbd64b242a7801654223761db2ba4bc78ffd392fbe8ab5dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:6e:39:2c:97:e2\",\"name\":\"2e6336b64584125\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09e784b2-b15d-4ebb-a9ff-57e7b3512d7b\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:18:05.709782 3774 obj_retry.go:492] Detected object openshift-console/console-746fd7446-kphk4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:05.709815 3774 obj_retry.go:492] Detected object openshift-console/console-746fd7446-kphk4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:05.716200 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746fd7446-kphk4 I0416 12:18:05.716225 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746fd7446-kphk4 I0416 12:18:06.370724 3774 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:06.371345 3774 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:06.812477 3774 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:06.812511 3774 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:06.820831 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0416 12:18:06.820877 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0416 12:18:15.764593 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0416 12:18:16.159554 3774 obj_retry.go:498] Detected object openshift-console/console-746fd7446-k7lvv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:16.160128 3774 obj_retry.go:498] Detected object openshift-console/console-746fd7446-k7lvv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:16.854807 3774 obj_retry.go:492] Detected object openshift-console/console-746fd7446-k7lvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:16.854867 3774 obj_retry.go:492] Detected object openshift-console/console-746fd7446-k7lvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:16.858171 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-746fd7446-k7lvv I0416 12:18:16.858191 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-746fd7446-k7lvv I0416 12:18:42.164871 3774 cni.go:452] [openshift-monitoring/prometheus-k8s-1 2e587ffad0ea415fa946b32e44c892546b9a4b924a17c8a1fbf9b4846e45e7d1 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 2e587ffad0ea415fa946b32e44c892546b9a4b924a17c8a1fbf9b4846e45e7d1 network default NAD default NAD key ] I0416 12:18:42.263235 3774 cni.go:473] [openshift-monitoring/prometheus-k8s-1 2e587ffad0ea415fa946b32e44c892546b9a4b924a17c8a1fbf9b4846e45e7d1 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 2e587ffad0ea415fa946b32e44c892546b9a4b924a17c8a1fbf9b4846e45e7d1 network default NAD default NAD key default], result "{}", err I0416 12:18:42.323879 3774 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:42.323926 3774 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0416 12:18:42.325256 3774 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.18 I0416 12:18:42.325289 3774 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:18:42.868756 3774 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:42.868786 3774 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:18:42.875180 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0416 12:18:42.875223 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0416 12:18:42.918527 3774 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:18:42.918669 3774 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0416 12:18:42.937695 3774 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 19.095319ms I0416 12:18:42.937727 3774 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 19.131571ms I0416 12:18:42.939288 3774 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 20.780833ms, libovsdb time 1.101778ms I0416 12:18:43.284535 3774 cni.go:452] [openshift-monitoring/prometheus-k8s-1 d5a2b65083c24fd4a86a38e098a694b564671a964d85d20823e66e9be4801f06 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 d5a2b65083c24fd4a86a38e098a694b564671a964d85d20823e66e9be4801f06 network default NAD default NAD key ] I0416 12:18:43.295885 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: d5a2b65083c24fd, network: default, NAD default, SandboxID: "d5a2b65083c24fd4a86a38e098a694b564671a964d85d20823e66e9be4801f06", PCI device ID: , UID: "cd2797ea-2c8f-4917-9edd-57625cc5e8a7", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0416 12:18:43.350007 3774 cni.go:473] [openshift-monitoring/prometheus-k8s-1 d5a2b65083c24fd4a86a38e098a694b564671a964d85d20823e66e9be4801f06 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 d5a2b65083c24fd4a86a38e098a694b564671a964d85d20823e66e9be4801f06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:26:67:c4:1b:be\",\"name\":\"d5a2b65083c24fd\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfefe98c-a491-4a0e-8a1e-74ecf6efcf40\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:19:19.153940 3774 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0416 12:19:44.173027 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 12:19:44.173058 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0416 12:19:45.478379 3774 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:19:45.479028 3774 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:19:46.210359 3774 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:19:46.210421 3774 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:19:46.218449 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0416 12:19:46.218480 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0416 12:20:00.193743 3774 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29605700-qd7zc for pod on switch ip-10-0-0-136.ec2.internal I0416 12:20:00.193890 3774 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc I0416 12:20:00.206733 3774 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc] pod update took 12.88722ms I0416 12:20:00.206764 3774 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc] addLogicalPort annotation time took 12.923386ms I0416 12:20:00.208238 3774 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc] addLogicalPort took 14.52031ms, libovsdb time 1.004282ms I0416 12:20:00.576053 3774 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc 21293f34ba12909f33b9c001e84a00a1e17107290fedf95c0148d1820cb49756 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc 21293f34ba12909f33b9c001e84a00a1e17107290fedf95c0148d1820cb49756 network default NAD default NAD key ] I0416 12:20:00.585647 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29605700-qd7zc, hostIfaceName: 21293f34ba12909, network: default, NAD default, SandboxID: "21293f34ba12909f33b9c001e84a00a1e17107290fedf95c0148d1820cb49756", PCI device ID: , UID: "eae64f77-69da-46fc-b2cb-18cfc5a98fb6", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0416 12:20:00.636120 3774 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc 21293f34ba12909f33b9c001e84a00a1e17107290fedf95c0148d1820cb49756 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc 21293f34ba12909f33b9c001e84a00a1e17107290fedf95c0148d1820cb49756 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:e6:b7:87:18:7b\",\"name\":\"21293f34ba12909\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf747f1c-9be1-4bed-9215-4a0222a13502\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:20:05.222086 3774 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc 21293f34ba12909f33b9c001e84a00a1e17107290fedf95c0148d1820cb49756 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc 21293f34ba12909f33b9c001e84a00a1e17107290fedf95c0148d1820cb49756 network default NAD default NAD key ] I0416 12:20:05.304683 3774 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc 21293f34ba12909f33b9c001e84a00a1e17107290fedf95c0148d1820cb49756 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc 21293f34ba12909f33b9c001e84a00a1e17107290fedf95c0148d1820cb49756 network default NAD default NAD key default], result "{}", err I0416 12:20:05.346962 3774 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:20:05.347007 3774 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc I0416 12:20:05.348185 3774 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc, ips: 10.129.0.24 I0416 12:20:05.348208 3774 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:20:06.238341 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:20:06.238370 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:21:22.169453 3774 cni.go:452] [openshift-console/console-6d88fdb88b-9k96v 2e6336b645841257dbd64b242a7801654223761db2ba4bc78ffd392fbe8ab5dd network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d88fdb88b-9k96v 2e6336b645841257dbd64b242a7801654223761db2ba4bc78ffd392fbe8ab5dd network default NAD default NAD key ] I0416 12:21:22.245337 3774 cni.go:473] [openshift-console/console-6d88fdb88b-9k96v 2e6336b645841257dbd64b242a7801654223761db2ba4bc78ffd392fbe8ab5dd network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d88fdb88b-9k96v 2e6336b645841257dbd64b242a7801654223761db2ba4bc78ffd392fbe8ab5dd network default NAD default NAD key default], result "{}", err I0416 12:21:22.294658 3774 obj_retry.go:498] Detected object openshift-console/console-6d88fdb88b-9k96v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:21:22.294705 3774 pods.go:176] Deleting pod: openshift-console/console-6d88fdb88b-9k96v I0416 12:21:22.296125 3774 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d88fdb88b-9k96v, ips: 10.129.0.22 I0416 12:21:22.296159 3774 obj_retry.go:498] Detected object openshift-console/console-6d88fdb88b-9k96v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:21:22.302728 3774 base_network_controller_pods.go:487] [default/openshift-console/console-589c9989d9-lpr8v] creating logical port openshift-console_console-589c9989d9-lpr8v for pod on switch ip-10-0-0-136.ec2.internal I0416 12:21:22.302871 3774 kube.go:256] Updating pod openshift-console/console-589c9989d9-lpr8v I0416 12:21:22.316226 3774 pod.go:62] [openshift-console/console-589c9989d9-lpr8v] pod update took 13.410477ms I0416 12:21:22.316255 3774 base_network_controller_pods.go:951] [default/openshift-console/console-589c9989d9-lpr8v] addLogicalPort annotation time took 13.443678ms I0416 12:21:22.317395 3774 pods.go:271] [openshift-console/console-589c9989d9-lpr8v] addLogicalPort took 14.672908ms, libovsdb time 817.553µs I0416 12:21:22.511145 3774 obj_retry.go:492] Detected object openshift-console/console-6d88fdb88b-9k96v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:21:22.511171 3774 obj_retry.go:492] Detected object openshift-console/console-6d88fdb88b-9k96v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:21:22.517355 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d88fdb88b-9k96v I0416 12:21:22.517383 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d88fdb88b-9k96v I0416 12:21:22.661646 3774 cni.go:452] [openshift-console/console-589c9989d9-lpr8v ceb84378cc4ef23b41576d30dbe38f28414f7485d5e01e08ee793e5c3130a9c9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-589c9989d9-lpr8v ceb84378cc4ef23b41576d30dbe38f28414f7485d5e01e08ee793e5c3130a9c9 network default NAD default NAD key ] I0416 12:21:22.671550 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-589c9989d9-lpr8v, hostIfaceName: ceb84378cc4ef23, network: default, NAD default, SandboxID: "ceb84378cc4ef23b41576d30dbe38f28414f7485d5e01e08ee793e5c3130a9c9", PCI device ID: , UID: "039bc702-2bc3-4325-8b93-8811764a751c", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0416 12:21:22.721338 3774 cni.go:473] [openshift-console/console-589c9989d9-lpr8v ceb84378cc4ef23b41576d30dbe38f28414f7485d5e01e08ee793e5c3130a9c9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-589c9989d9-lpr8v ceb84378cc4ef23b41576d30dbe38f28414f7485d5e01e08ee793e5c3130a9c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:c5:d8:13:19:10\",\"name\":\"ceb84378cc4ef23\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea3d060c-ae21-4e45-9af1-cded89803dac\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:21:32.868789 3774 obj_retry.go:498] Detected object openshift-console/console-6d88fdb88b-thndr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:21:32.869373 3774 obj_retry.go:498] Detected object openshift-console/console-6d88fdb88b-thndr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0416 12:21:33.572442 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0416 12:21:33.705173 3774 obj_retry.go:492] Detected object openshift-console/console-6d88fdb88b-thndr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:21:33.705203 3774 obj_retry.go:492] Detected object openshift-console/console-6d88fdb88b-thndr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:21:33.708342 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d88fdb88b-thndr I0416 12:21:33.708371 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d88fdb88b-thndr I0416 12:21:51.073647 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0416 12:21:57.201222 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0416 12:21:57.815531 3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 12:22:08.856931 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0416 12:22:08.857001 3774 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-tx9qj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-tx9qj: no pod IPs found I0416 12:22:14.069739 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0416 12:22:23.162015 3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0416 12:22:35.179385 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0416 12:23:07.190791 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0416 12:23:32.071025 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0416 12:23:59.196541 3774 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0416 12:24:23.202067 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0416 12:24:46.070018 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0416 12:24:53.185609 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0416 12:24:58.162630 3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0416 12:25:01.081620 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=556 I0416 12:25:04.179735 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0416 12:25:18.073886 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0416 12:25:18.174767 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0416 12:25:45.677703 3774 namespace.go:98] [tsf] adding namespace I0416 12:25:45.678617 3774 namespace.go:102] [tsf] adding namespace took 891.842µs I0416 12:25:45.696253 3774 namespace.go:142] [tsf] updating namespace I0416 12:25:45.702774 3774 namespace.go:142] [tsf] updating namespace I0416 12:25:49.597338 3774 namespace.go:98] [tsf-tas] adding namespace I0416 12:25:49.597457 3774 namespace.go:98] [tsf-keycloak] adding namespace I0416 12:25:49.597525 3774 namespace.go:98] [tsf-tpa] adding namespace I0416 12:25:49.598280 3774 namespace.go:102] [tsf-tas] adding namespace took 919.576µs I0416 12:25:49.598958 3774 namespace.go:102] [tsf-keycloak] adding namespace took 1.482955ms I0416 12:25:49.599520 3774 namespace.go:102] [tsf-tpa] adding namespace took 1.976396ms I0416 12:25:49.599872 3774 namespace.go:98] [cert-manager-operator] adding namespace I0416 12:25:49.600439 3774 namespace.go:102] [cert-manager-operator] adding namespace took 551.861µs I0416 12:25:49.604451 3774 namespace.go:98] [konflux-operator] adding namespace I0416 12:25:49.604504 3774 namespace.go:98] [rhbk-operator] adding namespace I0416 12:25:49.604668 3774 namespace.go:98] [konflux-ui] adding namespace I0416 12:25:49.605093 3774 namespace.go:102] [konflux-operator] adding namespace took 628.041µs I0416 12:25:49.605127 3774 namespace.go:98] [rhtpa-operator] adding namespace I0416 12:25:49.605692 3774 namespace.go:102] [rhtpa-operator] adding namespace took 553.865µs I0416 12:25:49.606251 3774 namespace.go:102] [rhbk-operator] adding namespace took 1.731659ms I0416 12:25:49.606720 3774 namespace.go:102] [konflux-ui] adding namespace took 2.038223ms I0416 12:25:49.630339 3774 namespace.go:142] [tsf-tas] updating namespace I0416 12:25:49.637059 3774 namespace.go:142] [tsf-tas] updating namespace I0416 12:25:49.642956 3774 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:25:49.646264 3774 namespace.go:142] [konflux-operator] updating namespace I0416 12:25:49.646275 3774 namespace.go:142] [tsf-tpa] updating namespace I0416 12:25:49.646427 3774 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:25:49.658011 3774 namespace.go:142] [rhbk-operator] updating namespace I0416 12:25:49.658159 3774 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:25:49.658190 3774 namespace.go:142] [konflux-ui] updating namespace I0416 12:25:49.664820 3774 namespace.go:142] [tsf-tas] updating namespace I0416 12:25:49.710328 3774 namespace.go:142] [tsf-tpa] updating namespace I0416 12:25:49.729034 3774 namespace.go:142] [tsf-tpa] updating namespace I0416 12:25:49.737763 3774 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:25:49.761050 3774 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:25:49.792305 3774 namespace.go:142] [konflux-operator] updating namespace I0416 12:25:49.803801 3774 namespace.go:142] [konflux-operator] updating namespace I0416 12:25:49.821946 3774 namespace.go:142] [rhbk-operator] updating namespace I0416 12:25:49.846340 3774 namespace.go:142] [rhbk-operator] updating namespace I0416 12:25:49.867247 3774 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:25:49.878064 3774 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:25:49.888767 3774 namespace.go:142] [konflux-ui] updating namespace I0416 12:25:49.905086 3774 namespace.go:142] [konflux-ui] updating namespace I0416 12:25:49.917055 3774 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:25:49.932771 3774 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:25:50.681212 3774 namespace.go:142] [tsf-tpa] updating namespace I0416 12:25:50.684596 3774 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:25:50.833061 3774 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-136.ec2.internal I0416 12:25:50.833178 3774 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0416 12:25:50.860318 3774 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 27.166386ms I0416 12:25:50.860343 3774 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 27.195012ms I0416 12:25:50.861641 3774 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 28.593044ms, libovsdb time 974.867µs I0416 12:25:51.214516 3774 cni.go:452] [tsf/test-tsf-subscriptions af5b6ba826980fe7701139426a3f6c127f985ed8dcf52e46e9e32ad2efff2fea network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions af5b6ba826980fe7701139426a3f6c127f985ed8dcf52e46e9e32ad2efff2fea network default NAD default NAD key ] I0416 12:25:51.223915 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: af5b6ba826980fe, network: default, NAD default, SandboxID: "af5b6ba826980fe7701139426a3f6c127f985ed8dcf52e46e9e32ad2efff2fea", PCI device ID: , UID: "2ff94bbd-d2a5-4d02-854d-8de65f36abb6", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0416 12:25:51.276344 3774 cni.go:473] [tsf/test-tsf-subscriptions af5b6ba826980fe7701139426a3f6c127f985ed8dcf52e46e9e32ad2efff2fea network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions af5b6ba826980fe7701139426a3f6c127f985ed8dcf52e46e9e32ad2efff2fea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:15:2e:86:4b:be\",\"name\":\"af5b6ba826980fe\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f67e23a-0457-4e52-b87e-f29ff4ef3a44\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:25:56.817204 3774 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:56.817911 3774 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:56.817957 3774 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:56.817968 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:25:56.817980 3774 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:56.817984 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:25:57.844410 3774 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:57.844435 3774 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:57.844454 3774 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:57.844468 3774 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gtjhz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:58.832726 3774 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:58.833317 3774 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:58.833355 3774 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:58.833367 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:25:58.833384 3774 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:58.833393 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:25:59.859683 3774 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:59.859715 3774 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:59.859729 3774 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:59.859747 3774 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5mlt5t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:25:59.868470 3774 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:59.869104 3774 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:25:59.869128 3774 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:59.869137 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:25:59.869151 3774 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:25:59.869157 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:26:00.894101 3774 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:00.894127 3774 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:00.894138 3774 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:00.894155 3774 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ece7t9p6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:02.927584 3774 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:02.928176 3774 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:02.928202 3774 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:02.928212 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:26:02.928225 3774 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:02.928228 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:26:03.956348 3774 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:03.956373 3774 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:03.956388 3774 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:03.956400 3774 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q57dr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:05.895903 3774 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.896420 3774 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.896447 3774 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.896458 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:26:05.896481 3774 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.896486 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:26:05.919483 3774 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.919954 3774 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.919979 3774 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.919988 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 12:26:05.919997 3774 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 12:26:05.920001 3774 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 12:26:06.925466 3774 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.925492 3774 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.925509 3774 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.925530 3774 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf5cq6t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.953537 3774 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.953563 3774 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.953576 3774 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:26:06.953590 3774 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7wjtbt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:26:10.830726 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0416 12:26:15.954029 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 12:26:17.706233 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0416 12:26:17.739886 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0416 12:26:20.160018 3774 namespace.go:142] [openshift-operators] updating namespace I0416 12:26:20.172643 3774 namespace.go:142] [openshift-operators] updating namespace W0416 12:26:20.475945 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 12:26:20.500263 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 12:26:20.679521 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 12:26:20.688486 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0416 12:26:23.674180 3774 namespace.go:98] [cert-manager] adding namespace I0416 12:26:23.675070 3774 namespace.go:102] [cert-manager] adding namespace took 862.176µs I0416 12:26:23.699963 3774 namespace.go:142] [cert-manager] updating namespace I0416 12:26:23.730073 3774 namespace.go:142] [cert-manager] updating namespace W0416 12:26:28.951250 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0416 12:26:28.951268 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0416 12:26:32.259226 3774 namespace.go:142] [openshift-operators] updating namespace I0416 12:26:32.723122 3774 namespace.go:98] [trusted-artifact-signer] adding namespace I0416 12:26:32.723895 3774 namespace.go:102] [trusted-artifact-signer] adding namespace took 754.217µs I0416 12:26:32.775159 3774 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 12:26:32.793060 3774 namespace.go:142] [trusted-artifact-signer] updating namespace W0416 12:26:32.927992 3774 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0416 12:26:47.333424 3774 namespace.go:98] [openshift-pipelines] adding namespace I0416 12:26:47.334494 3774 namespace.go:102] [openshift-pipelines] adding namespace took 1.041254ms I0416 12:26:47.356075 3774 namespace.go:142] [openshift-pipelines] updating namespace I0416 12:26:48.098113 3774 namespace.go:142] [cert-manager] updating namespace I0416 12:26:48.298610 3774 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:26:48.699858 3774 namespace.go:142] [konflux-operator] updating namespace I0416 12:26:48.902533 3774 namespace.go:142] [konflux-ui] updating namespace I0416 12:26:49.102724 3774 namespace.go:142] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] updating namespace I0416 12:26:49.508601 3774 namespace.go:142] [rhbk-operator] updating namespace I0416 12:26:49.707910 3774 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:26:49.904625 3774 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 12:26:50.107275 3774 namespace.go:142] [tsf] updating namespace I0416 12:26:50.310167 3774 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:26:50.510267 3774 namespace.go:142] [tsf-tas] updating namespace I0416 12:26:50.711442 3774 namespace.go:142] [tsf-tpa] updating namespace I0416 12:26:50.838916 3774 namespace.go:142] [cert-manager] updating namespace I0416 12:26:50.848758 3774 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:26:50.857632 3774 namespace.go:142] [default] updating namespace I0416 12:26:50.867756 3774 namespace.go:142] [konflux-operator] updating namespace I0416 12:26:50.876916 3774 namespace.go:142] [konflux-ui] updating namespace I0416 12:26:50.886250 3774 namespace.go:142] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] updating namespace I0416 12:26:50.895998 3774 namespace.go:142] [openshift] updating namespace I0416 12:26:50.903884 3774 namespace.go:142] [rhbk-operator] updating namespace I0416 12:26:50.913432 3774 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:26:50.920972 3774 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 12:26:50.930280 3774 namespace.go:142] [tsf] updating namespace I0416 12:26:50.953347 3774 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:26:50.972111 3774 namespace.go:142] [tsf-tas] updating namespace I0416 12:26:50.990511 3774 namespace.go:142] [tsf-tpa] updating namespace I0416 12:26:51.091998 3774 namespace.go:142] [cert-manager] updating namespace I0416 12:26:51.198511 3774 namespace.go:142] [cert-manager-operator] updating namespace I0416 12:26:51.299068 3774 namespace.go:142] [default] updating namespace I0416 12:26:51.398177 3774 namespace.go:142] [konflux-operator] updating namespace I0416 12:26:51.492325 3774 namespace.go:142] [konflux-ui] updating namespace I0416 12:26:51.594673 3774 namespace.go:142] [open-cluster-management-2pn82so64dbfd7cg358bevtr5m7peubm] updating namespace I0416 12:26:51.692572 3774 namespace.go:142] [openshift] updating namespace I0416 12:26:51.794275 3774 namespace.go:142] [rhbk-operator] updating namespace I0416 12:26:51.891406 3774 namespace.go:142] [rhtpa-operator] updating namespace I0416 12:26:51.992560 3774 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 12:26:52.090343 3774 namespace.go:142] [tsf] updating namespace I0416 12:26:52.193561 3774 namespace.go:142] [tsf-keycloak] updating namespace I0416 12:26:52.292894 3774 namespace.go:142] [tsf-tas] updating namespace I0416 12:26:52.393492 3774 namespace.go:142] [tsf-tpa] updating namespace I0416 12:26:52.675890 3774 namespace.go:142] [openshift-pipelines] updating namespace I0416 12:27:03.896706 3774 cni.go:452] [tsf/test-tsf-subscriptions af5b6ba826980fe7701139426a3f6c127f985ed8dcf52e46e9e32ad2efff2fea network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions af5b6ba826980fe7701139426a3f6c127f985ed8dcf52e46e9e32ad2efff2fea network default NAD default NAD key ] I0416 12:27:03.977115 3774 cni.go:473] [tsf/test-tsf-subscriptions af5b6ba826980fe7701139426a3f6c127f985ed8dcf52e46e9e32ad2efff2fea network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions af5b6ba826980fe7701139426a3f6c127f985ed8dcf52e46e9e32ad2efff2fea network default NAD default NAD key default], result "{}", err I0416 12:27:04.029023 3774 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:27:04.029060 3774 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0416 12:27:04.030302 3774 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.26 I0416 12:27:04.030331 3774 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:27:04.050884 3774 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:27:04.050911 3774 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:27:04.057860 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0416 12:27:04.057889 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0416 12:27:05.187316 3774 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-136.ec2.internal I0416 12:27:05.187410 3774 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0416 12:27:05.202357 3774 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.97192ms I0416 12:27:05.202384 3774 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 15.000756ms I0416 12:27:05.203576 3774 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.277784ms, libovsdb time 884.315µs I0416 12:27:05.567745 3774 cni.go:452] [tsf/test-tsf-infrastructure 8f944c028caa685429d3e0a15c6853737036b2a48ffada73495e7abc3931c757 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 8f944c028caa685429d3e0a15c6853737036b2a48ffada73495e7abc3931c757 network default NAD default NAD key ] I0416 12:27:05.577501 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 8f944c028caa685, network: default, NAD default, SandboxID: "8f944c028caa685429d3e0a15c6853737036b2a48ffada73495e7abc3931c757", PCI device ID: , UID: "9c79b4fc-4438-45f9-af70-9336e4e675f3", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0416 12:27:05.626947 3774 cni.go:473] [tsf/test-tsf-infrastructure 8f944c028caa685429d3e0a15c6853737036b2a48ffada73495e7abc3931c757 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 8f944c028caa685429d3e0a15c6853737036b2a48ffada73495e7abc3931c757 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:dc:6e:bd:3b:bb\",\"name\":\"8f944c028caa685\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1362fe37-3aab-4cb4-b110-fd01fee6e183\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 12:27:06.108144 3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:06.108165 3774 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:06.108170 3774 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:06.108175 3774 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:27:06.140652 3774 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 12:27:06.140674 3774 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 12:27:06.140681 3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 12:27:07.115253 3774 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 12:27:07.115274 3774 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 12:27:07.115283 3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0416 12:27:09.094600 3774 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xlw2l] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-xlw2l for pod on switch ip-10-0-0-136.ec2.internal I0416 12:27:09.094723 3774 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xlw2l I0416 12:27:09.105966 3774 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xlw2l] pod update took 11.277706ms I0416 12:27:09.105990 3774 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xlw2l] addLogicalPort annotation time took 11.309245ms I0416 12:27:09.107504 3774 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xlw2l] addLogicalPort took 12.926116ms, libovsdb time 1.171765ms I0416 12:27:09.197314 3774 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rtmt5] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-rtmt5 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:27:09.197438 3774 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rtmt5 I0416 12:27:09.208309 3774 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rtmt5] pod update took 10.909587ms I0416 12:27:09.208338 3774 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rtmt5] addLogicalPort annotation time took 10.94606ms I0416 12:27:09.210081 3774 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rtmt5] addLogicalPort took 12.787153ms, libovsdb time 1.154317ms I0416 12:27:16.473579 3774 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rtmt5 15e589c012dd2c141a81ab5f556e3bc156093a6d3bbe77146b6b393ebd83aa56 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rtmt5 15e589c012dd2c141a81ab5f556e3bc156093a6d3bbe77146b6b393ebd83aa56 network default NAD default NAD key ] I0416 12:27:16.483808 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-rtmt5, hostIfaceName: 15e589c012dd2c1, network: default, NAD default, SandboxID: "15e589c012dd2c141a81ab5f556e3bc156093a6d3bbe77146b6b393ebd83aa56", PCI device ID: , UID: "74eadc71-a417-409b-b6bc-6162d40cd52b", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0416 12:27:16.534515 3774 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rtmt5 15e589c012dd2c141a81ab5f556e3bc156093a6d3bbe77146b6b393ebd83aa56 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-rtmt5 15e589c012dd2c141a81ab5f556e3bc156093a6d3bbe77146b6b393ebd83aa56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:8d:4f:0b:93:09\",\"name\":\"15e589c012dd2c1\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28e3bf7d-897d-460d-b9f3-e76c4f73cdab\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:27:16.679822 3774 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xlw2l 3b2a172b4b10fea3ecb4792ce063cfa6e080fa09f47053c96ce66bda9190ff1c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xlw2l 3b2a172b4b10fea3ecb4792ce063cfa6e080fa09f47053c96ce66bda9190ff1c network default NAD default NAD key ] I0416 12:27:16.690669 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-xlw2l, hostIfaceName: 3b2a172b4b10fea, network: default, NAD default, SandboxID: "3b2a172b4b10fea3ecb4792ce063cfa6e080fa09f47053c96ce66bda9190ff1c", PCI device ID: , UID: "5f146a7f-a1cd-47b5-b895-bbbba341c8a1", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0416 12:27:16.741668 3774 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xlw2l 3b2a172b4b10fea3ecb4792ce063cfa6e080fa09f47053c96ce66bda9190ff1c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-xlw2l 3b2a172b4b10fea3ecb4792ce063cfa6e080fa09f47053c96ce66bda9190ff1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:dd:0a:1a:db:47\",\"name\":\"3b2a172b4b10fea\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/208255f2-1f24-41ba-824d-7debbc25f933\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 12:27:16.960297 3774 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0416 12:27:16.977399 3774 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0416 12:27:32.243188 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0416 12:27:36.072299 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0416 12:27:37.971474 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0416 12:27:37.990407 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0416 12:27:41.079499 3774 cni.go:452] [tsf/test-tsf-infrastructure 8f944c028caa685429d3e0a15c6853737036b2a48ffada73495e7abc3931c757 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 8f944c028caa685429d3e0a15c6853737036b2a48ffada73495e7abc3931c757 network default NAD default NAD key ] I0416 12:27:41.157315 3774 cni.go:473] [tsf/test-tsf-infrastructure 8f944c028caa685429d3e0a15c6853737036b2a48ffada73495e7abc3931c757 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 8f944c028caa685429d3e0a15c6853737036b2a48ffada73495e7abc3931c757 network default NAD default NAD key default], result "{}", err I0416 12:27:41.207593 3774 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:27:41.207635 3774 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0416 12:27:41.209048 3774 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.27 I0416 12:27:41.209081 3774 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:27:41.227357 3774 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:27:41.227382 3774 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:27:41.233866 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0416 12:27:41.233891 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0416 12:27:42.311407 3774 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-136.ec2.internal I0416 12:27:42.311505 3774 kube.go:256] Updating pod tsf/test-tsf-iam I0416 12:27:42.327404 3774 pod.go:62] [tsf/test-tsf-iam] pod update took 15.925952ms I0416 12:27:42.327426 3774 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.951888ms I0416 12:27:42.328534 3774 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 17.142425ms, libovsdb time 776.13µs I0416 12:27:42.691414 3774 cni.go:452] [tsf/test-tsf-iam d464eedaa26bb21f05cff546275d12b313d2a8bd1173d9984efe9a9c3ddadd3f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam d464eedaa26bb21f05cff546275d12b313d2a8bd1173d9984efe9a9c3ddadd3f network default NAD default NAD key ] I0416 12:27:42.702164 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: d464eedaa26bb21, network: default, NAD default, SandboxID: "d464eedaa26bb21f05cff546275d12b313d2a8bd1173d9984efe9a9c3ddadd3f", PCI device ID: , UID: "a08025b8-bd73-4c89-a52e-6022f91a176d", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0416 12:27:42.754971 3774 cni.go:473] [tsf/test-tsf-iam d464eedaa26bb21f05cff546275d12b313d2a8bd1173d9984efe9a9c3ddadd3f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam d464eedaa26bb21f05cff546275d12b313d2a8bd1173d9984efe9a9c3ddadd3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:09:18:e4:ea:2a\",\"name\":\"d464eedaa26bb21\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecf79e70-ad16-4391-95c2-ceabad0ae4a1\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:27:43.322413 3774 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0416 12:27:43.323102 3774 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0416 12:27:43.323122 3774 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0416 12:27:43.325063 3774 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0416 12:27:43.690700 3774 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:27:43.690877 3774 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0416 12:27:43.707255 3774 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.458282ms I0416 12:27:43.707276 3774 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.487685ms I0416 12:27:43.708467 3774 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.790931ms, libovsdb time 833.494µs I0416 12:27:44.050582 3774 cni.go:452] [tsf-keycloak/keycloak-0 6b9d3f04e0a4139bcf5b088e853d648d1b3e0429e5a288afe0a4bc69eda91f60 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 6b9d3f04e0a4139bcf5b088e853d648d1b3e0429e5a288afe0a4bc69eda91f60 network default NAD default NAD key ] I0416 12:27:44.061961 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 6b9d3f04e0a4139, network: default, NAD default, SandboxID: "6b9d3f04e0a4139bcf5b088e853d648d1b3e0429e5a288afe0a4bc69eda91f60", PCI device ID: , UID: "7be46124-b202-46b5-8e27-9e78c195bd1b", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0416 12:27:44.116018 3774 cni.go:473] [tsf-keycloak/keycloak-0 6b9d3f04e0a4139bcf5b088e853d648d1b3e0429e5a288afe0a4bc69eda91f60 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 6b9d3f04e0a4139bcf5b088e853d648d1b3e0429e5a288afe0a4bc69eda91f60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:84:cd:0f:b2:f8\",\"name\":\"6b9d3f04e0a4139\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cac3e152-b491-4632-832d-93cb31364802\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 12:27:50.130679 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0416 12:27:50.130758 3774 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0416 12:27:50.134606 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0416 12:27:50.134634 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0416 12:27:51.238267 3774 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0416 12:28:13.284135 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0416 12:28:13.284156 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0416 12:28:13.290958 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0416 12:28:13.290984 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0416 12:28:23.388004 3774 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-dpm7g] creating logical port tsf-keycloak_tsf-iam-dpm7g for pod on switch ip-10-0-0-136.ec2.internal I0416 12:28:23.388149 3774 kube.go:256] Updating pod tsf-keycloak/tsf-iam-dpm7g I0416 12:28:23.401337 3774 pod.go:62] [tsf-keycloak/tsf-iam-dpm7g] pod update took 13.211985ms I0416 12:28:23.401373 3774 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-dpm7g] addLogicalPort annotation time took 13.253506ms I0416 12:28:23.402597 3774 pods.go:271] [tsf-keycloak/tsf-iam-dpm7g] addLogicalPort took 14.613066ms, libovsdb time 870.738µs I0416 12:28:23.750749 3774 cni.go:452] [tsf-keycloak/tsf-iam-dpm7g eaa91b7fd7601b2daefdf09d6fe9961b73edd242eafafeda83f52ef64f1e0b6b network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-dpm7g eaa91b7fd7601b2daefdf09d6fe9961b73edd242eafafeda83f52ef64f1e0b6b network default NAD default NAD key ] I0416 12:28:23.760461 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-dpm7g, hostIfaceName: eaa91b7fd7601b2, network: default, NAD default, SandboxID: "eaa91b7fd7601b2daefdf09d6fe9961b73edd242eafafeda83f52ef64f1e0b6b", PCI device ID: , UID: "ecfcc9d5-7bbd-4774-8176-6375a9569a8a", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0416 12:28:23.816745 3774 cni.go:473] [tsf-keycloak/tsf-iam-dpm7g eaa91b7fd7601b2daefdf09d6fe9961b73edd242eafafeda83f52ef64f1e0b6b network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-dpm7g eaa91b7fd7601b2daefdf09d6fe9961b73edd242eafafeda83f52ef64f1e0b6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:9e:e3:8c:2d:7c\",\"name\":\"eaa91b7fd7601b2\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a8aecf8-372a-4a78-a683-45b14f9a6253\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 12:28:32.540686 3774 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 12:28:32.540717 3774 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 12:28:32.540723 3774 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0416 12:28:33.366765 3774 cni.go:452] [tsf/test-tsf-iam d464eedaa26bb21f05cff546275d12b313d2a8bd1173d9984efe9a9c3ddadd3f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam d464eedaa26bb21f05cff546275d12b313d2a8bd1173d9984efe9a9c3ddadd3f network default NAD default NAD key ] I0416 12:28:33.466735 3774 cni.go:473] [tsf/test-tsf-iam d464eedaa26bb21f05cff546275d12b313d2a8bd1173d9984efe9a9c3ddadd3f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam d464eedaa26bb21f05cff546275d12b313d2a8bd1173d9984efe9a9c3ddadd3f network default NAD default NAD key default], result "{}", err I0416 12:28:33.517433 3774 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:33.517493 3774 pods.go:176] Deleting pod: tsf/test-tsf-iam I0416 12:28:33.519074 3774 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.30 I0416 12:28:33.519105 3774 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:33.558042 3774 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:28:33.558072 3774 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:28:33.564318 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0416 12:28:33.564348 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0416 12:28:34.302477 3774 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-136.ec2.internal I0416 12:28:34.302648 3774 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0416 12:28:34.315300 3774 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 12.688712ms I0416 12:28:34.315331 3774 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 12.726573ms I0416 12:28:34.316624 3774 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 14.169308ms, libovsdb time 927.681µs I0416 12:28:34.685110 3774 cni.go:452] [tsf-tas/test-tsf-tas b6bf7790a8f220ce919dc435fb15d137ee79ea3c2f5962d829db88dbdba55ea2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas b6bf7790a8f220ce919dc435fb15d137ee79ea3c2f5962d829db88dbdba55ea2 network default NAD default NAD key ] I0416 12:28:34.695727 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: b6bf7790a8f220c, network: default, NAD default, SandboxID: "b6bf7790a8f220ce919dc435fb15d137ee79ea3c2f5962d829db88dbdba55ea2", PCI device ID: , UID: "e32d99e9-fa07-4c98-91e3-560681172fc5", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0416 12:28:34.754984 3774 cni.go:473] [tsf-tas/test-tsf-tas b6bf7790a8f220ce919dc435fb15d137ee79ea3c2f5962d829db88dbdba55ea2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas b6bf7790a8f220ce919dc435fb15d137ee79ea3c2f5962d829db88dbdba55ea2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:8e:8a:d6:c7:fc\",\"name\":\"b6bf7790a8f220c\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8387b630-480f-47d8-adde-8381199d9bae\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:28:42.419195 3774 cni.go:452] [tsf-keycloak/tsf-iam-dpm7g eaa91b7fd7601b2daefdf09d6fe9961b73edd242eafafeda83f52ef64f1e0b6b network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-dpm7g eaa91b7fd7601b2daefdf09d6fe9961b73edd242eafafeda83f52ef64f1e0b6b network default NAD default NAD key ] I0416 12:28:42.495634 3774 cni.go:473] [tsf-keycloak/tsf-iam-dpm7g eaa91b7fd7601b2daefdf09d6fe9961b73edd242eafafeda83f52ef64f1e0b6b network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-dpm7g eaa91b7fd7601b2daefdf09d6fe9961b73edd242eafafeda83f52ef64f1e0b6b network default NAD default NAD key default], result "{}", err I0416 12:28:42.544558 3774 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dpm7g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:42.544593 3774 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-dpm7g I0416 12:28:42.545814 3774 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-dpm7g, ips: 10.129.0.32 I0416 12:28:42.545851 3774 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-dpm7g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:42.548651 3774 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-9vkqq] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-9vkqq for pod on switch ip-10-0-0-136.ec2.internal I0416 12:28:42.548736 3774 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-9vkqq I0416 12:28:42.558204 3774 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-9vkqq] pod update took 9.489963ms I0416 12:28:42.558237 3774 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-9vkqq] addLogicalPort annotation time took 9.524323ms I0416 12:28:42.559750 3774 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-9vkqq] addLogicalPort took 11.111052ms, libovsdb time 1.053496ms I0416 12:28:42.912959 3774 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-9vkqq 677fd7bf4512fd7f6c75724997da47130d38282e9a7b7b5a82abcf4d0f805188 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-9vkqq 677fd7bf4512fd7f6c75724997da47130d38282e9a7b7b5a82abcf4d0f805188 network default NAD default NAD key ] I0416 12:28:42.924439 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-9vkqq, hostIfaceName: 677fd7bf4512fd7, network: default, NAD default, SandboxID: "677fd7bf4512fd7f6c75724997da47130d38282e9a7b7b5a82abcf4d0f805188", PCI device ID: , UID: "c19316b9-d823-4d0d-bf64-649960c6f2bd", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0416 12:28:42.983067 3774 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-9vkqq 677fd7bf4512fd7f6c75724997da47130d38282e9a7b7b5a82abcf4d0f805188 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-9vkqq 677fd7bf4512fd7f6c75724997da47130d38282e9a7b7b5a82abcf4d0f805188 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:fa:34:52:22:af\",\"name\":\"677fd7bf4512fd7\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cd4c119-08ab-4dd9-b4ea-692bd5c198c5\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:28:43.440012 3774 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dpm7g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:28:43.440046 3774 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-dpm7g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:28:45.654886 3774 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0416 12:28:49.076156 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 W0416 12:28:51.664479 3774 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0416 12:28:56.696685 3774 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0416 12:28:57.848470 3774 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4lk2h-s278h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:57.849060 3774 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4lk2h-s278h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:28:58.740914 3774 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4lk2h-s278h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:28:58.740948 3774 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4lk2h-s278h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:03.723770 3774 namespace.go:142] [openshift-pipelines] updating namespace I0416 12:29:33.656642 3774 cni.go:452] [tsf-tas/test-tsf-tas b6bf7790a8f220ce919dc435fb15d137ee79ea3c2f5962d829db88dbdba55ea2 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas b6bf7790a8f220ce919dc435fb15d137ee79ea3c2f5962d829db88dbdba55ea2 network default NAD default NAD key ] I0416 12:29:33.737600 3774 cni.go:473] [tsf-tas/test-tsf-tas b6bf7790a8f220ce919dc435fb15d137ee79ea3c2f5962d829db88dbdba55ea2 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas b6bf7790a8f220ce919dc435fb15d137ee79ea3c2f5962d829db88dbdba55ea2 network default NAD default NAD key default], result "{}", err I0416 12:29:33.783637 3774 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:33.783676 3774 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0416 12:29:33.784927 3774 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.33 I0416 12:29:33.784955 3774 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:33.834349 3774 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:33.834376 3774 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:33.839611 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0416 12:29:33.839636 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0416 12:29:36.233053 3774 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nt24s] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-nt24s for pod on switch ip-10-0-0-136.ec2.internal I0416 12:29:36.233153 3774 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nt24s I0416 12:29:36.248726 3774 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nt24s] pod update took 15.594557ms I0416 12:29:36.248755 3774 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nt24s] addLogicalPort annotation time took 15.627157ms I0416 12:29:36.250286 3774 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nt24s] addLogicalPort took 17.254941ms, libovsdb time 1.028763ms I0416 12:29:36.330899 3774 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6jh7l] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-6jh7l for pod on switch ip-10-0-0-136.ec2.internal I0416 12:29:36.331052 3774 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6jh7l I0416 12:29:36.343924 3774 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6jh7l] pod update took 12.90126ms I0416 12:29:36.343945 3774 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6jh7l] addLogicalPort annotation time took 12.943464ms I0416 12:29:36.345296 3774 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6jh7l] addLogicalPort took 14.412169ms, libovsdb time 930.104µs I0416 12:29:36.429910 3774 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-p2x4l] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-p2x4l for pod on switch ip-10-0-0-136.ec2.internal I0416 12:29:36.430014 3774 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-p2x4l I0416 12:29:36.443978 3774 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-p2x4l] pod update took 13.987609ms I0416 12:29:36.444026 3774 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-p2x4l] addLogicalPort annotation time took 14.041468ms I0416 12:29:36.445335 3774 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-p2x4l] addLogicalPort took 15.444542ms, libovsdb time 933.001µs I0416 12:29:36.599338 3774 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nt24s ac2e863ecd0690fded513a56bfec900d7ccfc5fffa23b92c1b13e902a4f79d41 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nt24s ac2e863ecd0690fded513a56bfec900d7ccfc5fffa23b92c1b13e902a4f79d41 network default NAD default NAD key ] I0416 12:29:36.609175 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-nt24s, hostIfaceName: ac2e863ecd0690f, network: default, NAD default, SandboxID: "ac2e863ecd0690fded513a56bfec900d7ccfc5fffa23b92c1b13e902a4f79d41", PCI device ID: , UID: "1649c73f-43c9-4073-8d2d-bf7d7154a354", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0416 12:29:36.661390 3774 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nt24s ac2e863ecd0690fded513a56bfec900d7ccfc5fffa23b92c1b13e902a4f79d41 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nt24s ac2e863ecd0690fded513a56bfec900d7ccfc5fffa23b92c1b13e902a4f79d41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:fd:e2:d5:01:5b\",\"name\":\"ac2e863ecd0690f\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0adf803a-8194-4b41-a066-7503ab2ff138\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:29:36.694281 3774 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6jh7l 5574d4918593de7daef02b32bf59ea4dd173323bb45f49c5a4ce870641589af2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6jh7l 5574d4918593de7daef02b32bf59ea4dd173323bb45f49c5a4ce870641589af2 network default NAD default NAD key ] I0416 12:29:36.705131 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-6jh7l, hostIfaceName: 5574d4918593de7, network: default, NAD default, SandboxID: "5574d4918593de7daef02b32bf59ea4dd173323bb45f49c5a4ce870641589af2", PCI device ID: , UID: "fa8a4321-e090-48c3-b82c-8926893a9860", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0416 12:29:36.755088 3774 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6jh7l 5574d4918593de7daef02b32bf59ea4dd173323bb45f49c5a4ce870641589af2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-6jh7l 5574d4918593de7daef02b32bf59ea4dd173323bb45f49c5a4ce870641589af2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:1d:6a:fa:ae:71\",\"name\":\"5574d4918593de7\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/582a6eee-4c20-4efe-833a-5d824ce48470\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:29:36.795950 3774 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-p2x4l 402d7e216f17e160f1f42030cbf5cb68e6b0a9dfc0a26905432be35259b98ea2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-p2x4l 402d7e216f17e160f1f42030cbf5cb68e6b0a9dfc0a26905432be35259b98ea2 network default NAD default NAD key ] I0416 12:29:36.807229 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-p2x4l, hostIfaceName: 402d7e216f17e16, network: default, NAD default, SandboxID: "402d7e216f17e160f1f42030cbf5cb68e6b0a9dfc0a26905432be35259b98ea2", PCI device ID: , UID: "17981f83-935c-412d-92d3-1dd0d7add80f", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0416 12:29:36.857693 3774 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-p2x4l 402d7e216f17e160f1f42030cbf5cb68e6b0a9dfc0a26905432be35259b98ea2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-p2x4l 402d7e216f17e160f1f42030cbf5cb68e6b0a9dfc0a26905432be35259b98ea2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ce:02:a0:e2:96\",\"name\":\"402d7e216f17e16\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba242ca3-3b9f-462b-bfd5-853b8d1ca884\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:29:39.059014 3774 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-cdt4n-hg759 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:39.059690 3774 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-cdt4n-hg759 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:39.941149 3774 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-cdt4n-hg759 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:39.941175 3774 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-cdt4n-hg759 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:29:41.700766 3774 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0416 12:29:41.700785 3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0416 12:29:41.721089 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0416 12:29:41.721110 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0416 12:29:41.744221 3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0416 12:29:46.112574 3774 obj_retry.go:498] Detected object tsf/patch-tekton-config-ns994 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:46.113199 3774 obj_retry.go:498] Detected object tsf/patch-tekton-config-ns994 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0416 12:29:46.853166 3774 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0416 12:29:46.974586 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0416 12:29:47.072684 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=95 I0416 12:29:47.133884 3774 obj_retry.go:492] Detected object tsf/patch-tekton-config-ns994 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:47.133909 3774 obj_retry.go:492] Detected object tsf/patch-tekton-config-ns994 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:47.231776 3774 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-k8wgb] creating logical port tsf_tsf-tekton-configuration-k8wgb for pod on switch ip-10-0-0-136.ec2.internal I0416 12:29:47.231920 3774 kube.go:256] Updating pod tsf/tsf-tekton-configuration-k8wgb I0416 12:29:47.243682 3774 pod.go:62] [tsf/tsf-tekton-configuration-k8wgb] pod update took 11.818748ms I0416 12:29:47.243704 3774 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-k8wgb] addLogicalPort annotation time took 11.862071ms I0416 12:29:47.244978 3774 pods.go:271] [tsf/tsf-tekton-configuration-k8wgb] addLogicalPort took 13.221098ms, libovsdb time 898.097µs I0416 12:29:47.627628 3774 cni.go:452] [tsf/tsf-tekton-configuration-k8wgb acb618bb92b89be58e8029e7bde3d4a614bbb2411ee13a7badf30fe6c7177757 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-k8wgb acb618bb92b89be58e8029e7bde3d4a614bbb2411ee13a7badf30fe6c7177757 network default NAD default NAD key ] I0416 12:29:47.644937 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-k8wgb, hostIfaceName: acb618bb92b89be, network: default, NAD default, SandboxID: "acb618bb92b89be58e8029e7bde3d4a614bbb2411ee13a7badf30fe6c7177757", PCI device ID: , UID: "ee81bc47-fc4e-45c0-840c-139aaf8a1385", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0416 12:29:47.700937 3774 cni.go:473] [tsf/tsf-tekton-configuration-k8wgb acb618bb92b89be58e8029e7bde3d4a614bbb2411ee13a7badf30fe6c7177757 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-k8wgb acb618bb92b89be58e8029e7bde3d4a614bbb2411ee13a7badf30fe6c7177757 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:ce:95:10:f5:65\",\"name\":\"acb618bb92b89be\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7054fddd-5e8a-442d-bd0a-28520e17c3ba\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 12:29:52.711700 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0416 12:29:55.780484 3774 cni.go:452] [tsf/tsf-tekton-configuration-k8wgb acb618bb92b89be58e8029e7bde3d4a614bbb2411ee13a7badf30fe6c7177757 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-k8wgb acb618bb92b89be58e8029e7bde3d4a614bbb2411ee13a7badf30fe6c7177757 network default NAD default NAD key ] I0416 12:29:55.858784 3774 cni.go:473] [tsf/tsf-tekton-configuration-k8wgb acb618bb92b89be58e8029e7bde3d4a614bbb2411ee13a7badf30fe6c7177757 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-k8wgb acb618bb92b89be58e8029e7bde3d4a614bbb2411ee13a7badf30fe6c7177757 network default NAD default NAD key default], result "{}", err I0416 12:29:55.903964 3774 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-k8wgb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:55.904034 3774 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-k8wgb I0416 12:29:55.905281 3774 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-k8wgb, ips: 10.129.0.38 I0416 12:29:55.905306 3774 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-k8wgb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:56.924059 3774 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-k8wgb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:56.924083 3774 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-k8wgb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:56.959427 3774 obj_retry.go:492] Detected object tsf/patch-tekton-config-ns994 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:56.959453 3774 obj_retry.go:492] Detected object tsf/patch-tekton-config-ns994 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:56.964621 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ns994 I0416 12:29:56.964646 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ns994 I0416 12:29:57.535608 3774 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-136.ec2.internal I0416 12:29:57.535709 3774 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0416 12:29:57.550335 3774 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.652729ms I0416 12:29:57.550358 3774 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.679642ms I0416 12:29:57.551597 3774 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.009615ms, libovsdb time 892.569µs I0416 12:29:57.887767 3774 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bmw4f-vv6zk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:57.888355 3774 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-bmw4f-vv6zk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:29:57.895831 3774 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 84ad19417136d6a3b4abbcf30ec70fe25a5ec17065984f84fbc05f2c71826309 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 84ad19417136d6a3b4abbcf30ec70fe25a5ec17065984f84fbc05f2c71826309 network default NAD default NAD key ] I0416 12:29:57.905498 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 84ad19417136d6a, network: default, NAD default, SandboxID: "84ad19417136d6a3b4abbcf30ec70fe25a5ec17065984f84fbc05f2c71826309", PCI device ID: , UID: "c5a7a1ca-7529-44aa-94a9-431a5e0c8c38", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0416 12:29:57.958469 3774 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 84ad19417136d6a3b4abbcf30ec70fe25a5ec17065984f84fbc05f2c71826309 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 84ad19417136d6a3b4abbcf30ec70fe25a5ec17065984f84fbc05f2c71826309 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:5b:22:9e:cf:d3\",\"name\":\"84ad19417136d6a\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4e54a26-db9b-424f-b311-b3be72f83d13\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:29:58.911282 3774 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bmw4f-vv6zk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:29:58.911309 3774 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-bmw4f-vv6zk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:00.170456 3774 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29605710-jlzb7 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:30:00.170604 3774 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 I0416 12:30:00.183985 3774 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7] pod update took 13.405752ms I0416 12:30:00.184005 3774 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7] addLogicalPort annotation time took 13.430443ms I0416 12:30:00.185200 3774 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7] addLogicalPort took 14.765796ms, libovsdb time 841.311µs I0416 12:30:00.528595 3774 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 b60ea15f9e4afcc3ff789798eea4de60196d35fe71c8d1a73ed1067d393e889a network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 b60ea15f9e4afcc3ff789798eea4de60196d35fe71c8d1a73ed1067d393e889a network default NAD default NAD key ] I0416 12:30:00.538231 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29605710-jlzb7, hostIfaceName: b60ea15f9e4afcc, network: default, NAD default, SandboxID: "b60ea15f9e4afcc3ff789798eea4de60196d35fe71c8d1a73ed1067d393e889a", PCI device ID: , UID: "a6dc18ea-a6b0-4d01-9b87-c055b49bac3f", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0416 12:30:00.588315 3774 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 b60ea15f9e4afcc3ff789798eea4de60196d35fe71c8d1a73ed1067d393e889a network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 b60ea15f9e4afcc3ff789798eea4de60196d35fe71c8d1a73ed1067d393e889a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:50:c7:7d:cd:4c\",\"name\":\"b60ea15f9e4afcc\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ccf4b75c-4647-4952-b76f-3f8271313e48\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:30:00.808605 3774 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 84ad19417136d6a3b4abbcf30ec70fe25a5ec17065984f84fbc05f2c71826309 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 84ad19417136d6a3b4abbcf30ec70fe25a5ec17065984f84fbc05f2c71826309 network default NAD default NAD key ] I0416 12:30:00.879929 3774 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 84ad19417136d6a3b4abbcf30ec70fe25a5ec17065984f84fbc05f2c71826309 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 84ad19417136d6a3b4abbcf30ec70fe25a5ec17065984f84fbc05f2c71826309 network default NAD default NAD key default], result "{}", err I0416 12:30:00.921907 3774 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:00.921949 3774 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0416 12:30:00.923288 3774 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.39 I0416 12:30:00.923317 3774 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:00.942906 3774 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:00.942934 3774 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:00.949567 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0416 12:30:00.949597 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0416 12:30:01.153994 3774 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-136.ec2.internal I0416 12:30:01.154200 3774 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0416 12:30:01.167656 3774 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.495298ms I0416 12:30:01.167683 3774 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.522306ms I0416 12:30:01.169215 3774 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.247156ms, libovsdb time 1.034261ms I0416 12:30:01.518487 3774 cni.go:452] [tsf-tpa/test-tsf-tpa d318b5f45422b6aee96877cd82e4eca59ff5eb3c2250de3a475e0ecea689fda7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa d318b5f45422b6aee96877cd82e4eca59ff5eb3c2250de3a475e0ecea689fda7 network default NAD default NAD key ] I0416 12:30:01.529393 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: d318b5f45422b6a, network: default, NAD default, SandboxID: "d318b5f45422b6aee96877cd82e4eca59ff5eb3c2250de3a475e0ecea689fda7", PCI device ID: , UID: "67d47f4c-4aa5-4ed3-9a2d-26be8e840f5a", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0416 12:30:01.582534 3774 cni.go:473] [tsf-tpa/test-tsf-tpa d318b5f45422b6aee96877cd82e4eca59ff5eb3c2250de3a475e0ecea689fda7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa d318b5f45422b6aee96877cd82e4eca59ff5eb3c2250de3a475e0ecea689fda7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:1c:19:de:80:1b\",\"name\":\"d318b5f45422b6a\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a97ab55d-2b43-4d33-98b6-45aa153c44a7\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:30:02.282368 3774 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-wvndg] creating logical port tsf-tpa_create-db-wvndg for pod on switch ip-10-0-0-136.ec2.internal I0416 12:30:02.282459 3774 kube.go:256] Updating pod tsf-tpa/create-db-wvndg I0416 12:30:02.294647 3774 pod.go:62] [tsf-tpa/create-db-wvndg] pod update took 12.209017ms I0416 12:30:02.294668 3774 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-wvndg] addLogicalPort annotation time took 12.237152ms I0416 12:30:02.295881 3774 pods.go:271] [tsf-tpa/create-db-wvndg] addLogicalPort took 13.527121ms, libovsdb time 789.045µs I0416 12:30:02.708436 3774 cni.go:452] [tsf-tpa/create-db-wvndg 0a18c775b01309912667949660339b54a05a5a79dc68c41a33e75416c1397ae3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-wvndg 0a18c775b01309912667949660339b54a05a5a79dc68c41a33e75416c1397ae3 network default NAD default NAD key ] I0416 12:30:02.718565 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-wvndg, hostIfaceName: 0a18c775b013099, network: default, NAD default, SandboxID: "0a18c775b01309912667949660339b54a05a5a79dc68c41a33e75416c1397ae3", PCI device ID: , UID: "c4ddbf83-56fb-45cd-a967-faec053552ee", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0416 12:30:02.767018 3774 cni.go:473] [tsf-tpa/create-db-wvndg 0a18c775b01309912667949660339b54a05a5a79dc68c41a33e75416c1397ae3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-wvndg 0a18c775b01309912667949660339b54a05a5a79dc68c41a33e75416c1397ae3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:c8:3f:22:ca:34\",\"name\":\"0a18c775b013099\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0316e709-a5ab-41e4-ab1b-773599f01092\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:30:03.831950 3774 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 b60ea15f9e4afcc3ff789798eea4de60196d35fe71c8d1a73ed1067d393e889a network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 b60ea15f9e4afcc3ff789798eea4de60196d35fe71c8d1a73ed1067d393e889a network default NAD default NAD key ] I0416 12:30:03.909676 3774 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 b60ea15f9e4afcc3ff789798eea4de60196d35fe71c8d1a73ed1067d393e889a network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 b60ea15f9e4afcc3ff789798eea4de60196d35fe71c8d1a73ed1067d393e889a network default NAD default NAD key default], result "{}", err I0416 12:30:03.973548 3774 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:03.973584 3774 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 I0416 12:30:03.975015 3774 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7, ips: 10.129.0.40 I0416 12:30:03.975047 3774 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:04.844160 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:04.844190 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605710-jlzb7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:30:08.088567 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0416 12:30:08.126223 3774 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0416 12:30:09.871455 3774 cni.go:452] [tsf-tpa/create-db-wvndg 0a18c775b01309912667949660339b54a05a5a79dc68c41a33e75416c1397ae3 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-wvndg 0a18c775b01309912667949660339b54a05a5a79dc68c41a33e75416c1397ae3 network default NAD default NAD key ] I0416 12:30:09.954717 3774 cni.go:473] [tsf-tpa/create-db-wvndg 0a18c775b01309912667949660339b54a05a5a79dc68c41a33e75416c1397ae3 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-wvndg 0a18c775b01309912667949660339b54a05a5a79dc68c41a33e75416c1397ae3 network default NAD default NAD key default], result "{}", err I0416 12:30:10.003316 3774 obj_retry.go:498] Detected object tsf-tpa/create-db-wvndg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:10.003352 3774 pods.go:176] Deleting pod: tsf-tpa/create-db-wvndg I0416 12:30:10.004769 3774 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-wvndg, ips: 10.129.0.42 I0416 12:30:10.004802 3774 obj_retry.go:498] Detected object tsf-tpa/create-db-wvndg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:11.025779 3774 obj_retry.go:492] Detected object tsf-tpa/create-db-wvndg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:11.025805 3774 obj_retry.go:492] Detected object tsf-tpa/create-db-wvndg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:11.125533 3774 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-pmw65] creating logical port tsf-tpa_migrate-db-pmw65 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:30:11.125649 3774 kube.go:256] Updating pod tsf-tpa/migrate-db-pmw65 I0416 12:30:11.136665 3774 pod.go:62] [tsf-tpa/migrate-db-pmw65] pod update took 11.063296ms I0416 12:30:11.136689 3774 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-pmw65] addLogicalPort annotation time took 11.093148ms I0416 12:30:11.138151 3774 pods.go:271] [tsf-tpa/migrate-db-pmw65] addLogicalPort took 12.633473ms, libovsdb time 1.063622ms I0416 12:30:11.204475 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0416 12:30:11.501520 3774 cni.go:452] [tsf-tpa/migrate-db-pmw65 c3fb12112295e4c0d1b58d8479e76de28120692d0b49cbbd96d76b872214dfa2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-pmw65 c3fb12112295e4c0d1b58d8479e76de28120692d0b49cbbd96d76b872214dfa2 network default NAD default NAD key ] I0416 12:30:11.511638 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-pmw65, hostIfaceName: c3fb12112295e4c, network: default, NAD default, SandboxID: "c3fb12112295e4c0d1b58d8479e76de28120692d0b49cbbd96d76b872214dfa2", PCI device ID: , UID: "8bcbbd8d-cee1-4401-9391-845d73219479", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0416 12:30:11.563025 3774 cni.go:473] [tsf-tpa/migrate-db-pmw65 c3fb12112295e4c0d1b58d8479e76de28120692d0b49cbbd96d76b872214dfa2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-pmw65 c3fb12112295e4c0d1b58d8479e76de28120692d0b49cbbd96d76b872214dfa2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:9d:73:e2:4f:3a\",\"name\":\"c3fb12112295e4c\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3938631b-998d-490e-a87a-b521c90d5500\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 12:30:13.160259 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0416 12:30:13.891617 3774 cni.go:452] [tsf-tpa/migrate-db-pmw65 c3fb12112295e4c0d1b58d8479e76de28120692d0b49cbbd96d76b872214dfa2 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-pmw65 c3fb12112295e4c0d1b58d8479e76de28120692d0b49cbbd96d76b872214dfa2 network default NAD default NAD key ] I0416 12:30:13.979445 3774 cni.go:473] [tsf-tpa/migrate-db-pmw65 c3fb12112295e4c0d1b58d8479e76de28120692d0b49cbbd96d76b872214dfa2 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-pmw65 c3fb12112295e4c0d1b58d8479e76de28120692d0b49cbbd96d76b872214dfa2 network default NAD default NAD key default], result "{}", err I0416 12:30:14.026504 3774 obj_retry.go:498] Detected object tsf-tpa/migrate-db-pmw65 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:14.026546 3774 pods.go:176] Deleting pod: tsf-tpa/migrate-db-pmw65 I0416 12:30:14.027773 3774 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-pmw65, ips: 10.129.0.43 I0416 12:30:14.027803 3774 obj_retry.go:498] Detected object tsf-tpa/migrate-db-pmw65 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:14.157371 3774 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pmw65 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:14.157393 3774 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pmw65 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:14.343249 3774 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-srrvr] creating logical port tsf-tpa_create-importers-srrvr for pod on switch ip-10-0-0-136.ec2.internal I0416 12:30:14.343349 3774 kube.go:256] Updating pod tsf-tpa/create-importers-srrvr I0416 12:30:14.354913 3774 pod.go:62] [tsf-tpa/create-importers-srrvr] pod update took 11.591099ms I0416 12:30:14.354941 3774 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-srrvr] addLogicalPort annotation time took 11.624134ms I0416 12:30:14.356361 3774 pods.go:271] [tsf-tpa/create-importers-srrvr] addLogicalPort took 13.130512ms, libovsdb time 985.322µs I0416 12:30:14.704254 3774 cni.go:452] [tsf-tpa/create-importers-srrvr 4b160dde551f074e840b8962baf53dc9b3c4371f2a48f2f38cab8b96cdff941b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-srrvr 4b160dde551f074e840b8962baf53dc9b3c4371f2a48f2f38cab8b96cdff941b network default NAD default NAD key ] I0416 12:30:14.714249 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-srrvr, hostIfaceName: 4b160dde551f074, network: default, NAD default, SandboxID: "4b160dde551f074e840b8962baf53dc9b3c4371f2a48f2f38cab8b96cdff941b", PCI device ID: , UID: "eca0270c-2bc7-4482-b501-b36fd178cbe1", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0416 12:30:14.764756 3774 cni.go:473] [tsf-tpa/create-importers-srrvr 4b160dde551f074e840b8962baf53dc9b3c4371f2a48f2f38cab8b96cdff941b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-srrvr 4b160dde551f074e840b8962baf53dc9b3c4371f2a48f2f38cab8b96cdff941b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:90:b4:f7:fe:5a\",\"name\":\"4b160dde551f074\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12d8fd93-8424-43a8-a93f-f930abacc9a5\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:30:16.911457 3774 cni.go:452] [tsf-tpa/create-importers-srrvr 4b160dde551f074e840b8962baf53dc9b3c4371f2a48f2f38cab8b96cdff941b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-srrvr 4b160dde551f074e840b8962baf53dc9b3c4371f2a48f2f38cab8b96cdff941b network default NAD default NAD key ] I0416 12:30:16.986281 3774 cni.go:473] [tsf-tpa/create-importers-srrvr 4b160dde551f074e840b8962baf53dc9b3c4371f2a48f2f38cab8b96cdff941b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-srrvr 4b160dde551f074e840b8962baf53dc9b3c4371f2a48f2f38cab8b96cdff941b network default NAD default NAD key default], result "{}", err I0416 12:30:17.034233 3774 obj_retry.go:498] Detected object tsf-tpa/create-importers-srrvr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:17.034278 3774 pods.go:176] Deleting pod: tsf-tpa/create-importers-srrvr I0416 12:30:17.035583 3774 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-srrvr, ips: 10.129.0.44 I0416 12:30:17.035612 3774 obj_retry.go:498] Detected object tsf-tpa/create-importers-srrvr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:17.401388 3774 obj_retry.go:492] Detected object tsf-tpa/create-importers-srrvr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:17.401428 3774 obj_retry.go:492] Detected object tsf-tpa/create-importers-srrvr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 12:30:25.206620 3774 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0416 12:30:27.976231 3774 cni.go:452] [tsf-tpa/test-tsf-tpa d318b5f45422b6aee96877cd82e4eca59ff5eb3c2250de3a475e0ecea689fda7 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa d318b5f45422b6aee96877cd82e4eca59ff5eb3c2250de3a475e0ecea689fda7 network default NAD default NAD key ] I0416 12:30:28.077801 3774 cni.go:473] [tsf-tpa/test-tsf-tpa d318b5f45422b6aee96877cd82e4eca59ff5eb3c2250de3a475e0ecea689fda7 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa d318b5f45422b6aee96877cd82e4eca59ff5eb3c2250de3a475e0ecea689fda7 network default NAD default NAD key default], result "{}", err I0416 12:30:28.125985 3774 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:28.126051 3774 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0416 12:30:28.127620 3774 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.41 I0416 12:30:28.127659 3774 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:28.146867 3774 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:28.146886 3774 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:28.153812 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0416 12:30:28.153833 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0416 12:30:28.849626 3774 namespace.go:98] [image-controller] adding namespace I0416 12:30:28.850641 3774 namespace.go:102] [image-controller] adding namespace took 993.804µs I0416 12:30:28.857374 3774 namespace.go:98] [build-service] adding namespace I0416 12:30:28.857521 3774 namespace.go:98] [default-tenant] adding namespace I0416 12:30:28.857632 3774 namespace.go:98] [integration-service] adding namespace I0416 12:30:28.858284 3774 namespace.go:102] [build-service] adding namespace took 891.566µs I0416 12:30:28.858881 3774 namespace.go:102] [default-tenant] adding namespace took 1.337282ms I0416 12:30:28.859434 3774 namespace.go:102] [integration-service] adding namespace took 1.787514ms I0416 12:30:28.905520 3774 namespace.go:142] [image-controller] updating namespace I0416 12:30:28.938214 3774 namespace.go:142] [image-controller] updating namespace I0416 12:30:28.958263 3774 namespace.go:142] [build-service] updating namespace I0416 12:30:28.986605 3774 namespace.go:142] [build-service] updating namespace I0416 12:30:29.006288 3774 namespace.go:142] [default-tenant] updating namespace I0416 12:30:29.035268 3774 namespace.go:142] [default-tenant] updating namespace I0416 12:30:29.052200 3774 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-bcn47-d7b5j] creating logical port tsf-tas_tuf-repository-init-bcn47-d7b5j for pod on switch ip-10-0-0-136.ec2.internal I0416 12:30:29.052323 3774 kube.go:256] Updating pod tsf-tas/tuf-repository-init-bcn47-d7b5j I0416 12:30:29.077372 3774 pod.go:62] [tsf-tas/tuf-repository-init-bcn47-d7b5j] pod update took 25.074335ms I0416 12:30:29.077401 3774 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-bcn47-d7b5j] addLogicalPort annotation time took 25.109601ms I0416 12:30:29.077516 3774 namespace.go:142] [integration-service] updating namespace I0416 12:30:29.077683 3774 namespace.go:142] [build-service] updating namespace I0416 12:30:29.078762 3774 pods.go:271] [tsf-tas/tuf-repository-init-bcn47-d7b5j] addLogicalPort took 26.579304ms, libovsdb time 891.076µs I0416 12:30:29.091019 3774 namespace.go:142] [integration-service] updating namespace I0416 12:30:29.108743 3774 namespace.go:142] [integration-service] updating namespace I0416 12:30:29.155539 3774 namespace.go:98] [release-service] adding namespace I0416 12:30:29.156443 3774 namespace.go:102] [release-service] adding namespace took 885.534µs I0416 12:30:29.178376 3774 namespace.go:142] [release-service] updating namespace I0416 12:30:29.189640 3774 namespace.go:142] [release-service] updating namespace I0416 12:30:29.224369 3774 namespace.go:142] [konflux-ui] updating namespace I0416 12:30:29.380196 3774 namespace.go:98] [konflux-info] adding namespace I0416 12:30:29.381091 3774 namespace.go:102] [konflux-info] adding namespace took 876.301µs I0416 12:30:29.412201 3774 namespace.go:142] [konflux-info] updating namespace I0416 12:30:29.430115 3774 namespace.go:142] [konflux-info] updating namespace I0416 12:30:29.520655 3774 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-136.ec2.internal I0416 12:30:29.520757 3774 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0416 12:30:29.541667 3774 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 20.9409ms I0416 12:30:29.541699 3774 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 20.97846ms I0416 12:30:29.542905 3774 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 22.269845ms, libovsdb time 846.95µs I0416 12:30:29.625439 3774 namespace.go:98] [namespace-lister] adding namespace I0416 12:30:29.626454 3774 namespace.go:102] [namespace-lister] adding namespace took 988.672µs I0416 12:30:29.646530 3774 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:29.668904 3774 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:29.732430 3774 namespace.go:98] [enterprise-contract-service] adding namespace I0416 12:30:29.733336 3774 namespace.go:102] [enterprise-contract-service] adding namespace took 884.947µs I0416 12:30:29.759561 3774 namespace.go:142] [image-controller] updating namespace I0416 12:30:29.765173 3774 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:29.806220 3774 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:30.216042 3774 namespace.go:142] [default-tenant] updating namespace I0416 12:30:30.374900 3774 namespace.go:98] [segment-bridge] adding namespace I0416 12:30:30.375717 3774 namespace.go:102] [segment-bridge] adding namespace took 796.008µs I0416 12:30:30.572059 3774 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0416 12:30:30.572718 3774 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0416 12:30:30.572741 3774 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0416 12:30:30.575293 3774 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0416 12:30:30.607193 3774 namespace.go:142] [segment-bridge] updating namespace I0416 12:30:30.614133 3774 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0416 12:30:30.614156 3774 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0416 12:30:30.615003 3774 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0416 12:30:30.766238 3774 namespace.go:142] [segment-bridge] updating namespace I0416 12:30:30.794925 3774 cni.go:452] [konflux-ui/test-tsf-konflux 3118cf58db73f806dc5d8f5a334c2e6c9021be3db1ae7c7abf6bafa1b59d4989 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 3118cf58db73f806dc5d8f5a334c2e6c9021be3db1ae7c7abf6bafa1b59d4989 network default NAD default NAD key ] I0416 12:30:30.805073 3774 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 3118cf58db73f80, network: default, NAD default, SandboxID: "3118cf58db73f806dc5d8f5a334c2e6c9021be3db1ae7c7abf6bafa1b59d4989", PCI device ID: , UID: "7c2c6b67-e756-497e-b70a-1e1f4281f87a", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0416 12:30:30.858491 3774 cni.go:473] [konflux-ui/test-tsf-konflux 3118cf58db73f806dc5d8f5a334c2e6c9021be3db1ae7c7abf6bafa1b59d4989 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 3118cf58db73f806dc5d8f5a334c2e6c9021be3db1ae7c7abf6bafa1b59d4989 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:8f:85:91:e2:c2\",\"name\":\"3118cf58db73f80\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc8b4618-7511-4129-9a72-2de90bc342a1\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:30:31.136282 3774 namespace.go:142] [build-service] updating namespace I0416 12:30:31.777300 3774 namespace.go:142] [default-tenant] updating namespace I0416 12:30:32.024794 3774 base_network_controller_pods.go:487] [default/konflux-ui/proxy-599bf98445-fx44p] creating logical port konflux-ui_proxy-599bf98445-fx44p for pod on switch ip-10-0-0-136.ec2.internal I0416 12:30:32.024950 3774 kube.go:256] Updating pod konflux-ui/proxy-599bf98445-fx44p I0416 12:30:32.057182 3774 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:32.143344 3774 namespace.go:142] [image-controller] updating namespace I0416 12:30:32.168804 3774 pod.go:62] [konflux-ui/proxy-599bf98445-fx44p] pod update took 143.89464ms I0416 12:30:32.168829 3774 base_network_controller_pods.go:951] [default/konflux-ui/proxy-599bf98445-fx44p] addLogicalPort annotation time took 143.925221ms I0416 12:30:32.170866 3774 pods.go:271] [konflux-ui/proxy-599bf98445-fx44p] addLogicalPort took 146.092241ms, libovsdb time 1.650323ms I0416 12:30:32.170939 3774 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-gqtxz] creating logical port image-controller_image-controller-controller-manager-6f859968fc-gqtxz for pod on switch ip-10-0-0-136.ec2.internal I0416 12:30:32.171022 3774 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-gqtxz I0416 12:30:32.230860 3774 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-gqtxz] pod update took 59.84296ms I0416 12:30:32.230884 3774 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-gqtxz] addLogicalPort annotation time took 59.890554ms I0416 12:30:32.231993 3774 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-gqtxz] addLogicalPort took 61.060113ms, libovsdb time 762.797µs I0416 12:30:32.464747 3774 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-gqtxz bd6e3b45d61067e16b430ce7f5849a7959d95abdf3568fddae7e740e61dda268 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-gqtxz bd6e3b45d61067e16b430ce7f5849a7959d95abdf3568fddae7e740e61dda268 network default NAD default NAD key ] I0416 12:30:32.474522 3774 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-gqtxz, hostIfaceName: bd6e3b45d61067e, network: default, NAD default, SandboxID: "bd6e3b45d61067e16b430ce7f5849a7959d95abdf3568fddae7e740e61dda268", PCI device ID: , UID: "d940dc5b-fb32-4598-ae64-d82e4b7f12c5", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0416 12:30:32.525205 3774 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-gqtxz bd6e3b45d61067e16b430ce7f5849a7959d95abdf3568fddae7e740e61dda268 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-gqtxz bd6e3b45d61067e16b430ce7f5849a7959d95abdf3568fddae7e740e61dda268 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:80:d1:ef:42:65\",\"name\":\"bd6e3b45d61067e\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/402ec259-48f5-4112-a54c-19c666329192\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:30:32.642582 3774 namespace.go:142] [integration-service] updating namespace I0416 12:30:32.955796 3774 namespace.go:142] [konflux-info] updating namespace I0416 12:30:33.291247 3774 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:33.513965 3774 namespace.go:142] [release-service] updating namespace I0416 12:30:33.704997 3774 namespace.go:142] [build-service] updating namespace I0416 12:30:33.739799 3774 namespace.go:142] [default-tenant] updating namespace I0416 12:30:33.773424 3774 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:33.791879 3774 namespace.go:142] [image-controller] updating namespace I0416 12:30:33.809618 3774 namespace.go:142] [integration-service] updating namespace I0416 12:30:33.838795 3774 namespace.go:142] [konflux-info] updating namespace I0416 12:30:33.863980 3774 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:33.876084 3774 namespace.go:142] [release-service] updating namespace I0416 12:30:33.947393 3774 namespace.go:142] [build-service] updating namespace I0416 12:30:34.016585 3774 namespace.go:142] [default-tenant] updating namespace I0416 12:30:34.065803 3774 namespace.go:142] [enterprise-contract-service] updating namespace I0416 12:30:34.101351 3774 namespace.go:142] [image-controller] updating namespace I0416 12:30:34.197218 3774 namespace.go:142] [integration-service] updating namespace I0416 12:30:34.306402 3774 namespace.go:142] [konflux-info] updating namespace I0416 12:30:34.401201 3774 namespace.go:142] [namespace-lister] updating namespace I0416 12:30:34.502732 3774 namespace.go:142] [release-service] updating namespace I0416 12:30:35.714242 3774 namespace.go:142] [segment-bridge] updating namespace I0416 12:30:35.844078 3774 namespace.go:142] [segment-bridge] updating namespace I0416 12:30:35.946611 3774 namespace.go:142] [segment-bridge] updating namespace W0416 12:30:36.021859 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0416 12:30:36.298399 3774 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0416 12:30:38.203637 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0416 12:30:38.308380 3774 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0416 12:30:40.559644 3774 cni.go:452] [tsf-tas/tuf-repository-init-bcn47-d7b5j f926cd00bddcd5c3f84844dee19506c6c47befe8161933ecae53e4faae68e2a4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-bcn47-d7b5j f926cd00bddcd5c3f84844dee19506c6c47befe8161933ecae53e4faae68e2a4 network default NAD default NAD key ] I0416 12:30:40.561471 3774 cni.go:452] [konflux-ui/proxy-599bf98445-fx44p 4b4f23bb1c139e25197d17934b687c97492ffa00585e9eeb9e2c9fe883f2aad6 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-599bf98445-fx44p 4b4f23bb1c139e25197d17934b687c97492ffa00585e9eeb9e2c9fe883f2aad6 network default NAD default NAD key ] I0416 12:30:40.570683 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-bcn47-d7b5j, hostIfaceName: f926cd00bddcd5c, network: default, NAD default, SandboxID: "f926cd00bddcd5c3f84844dee19506c6c47befe8161933ecae53e4faae68e2a4", PCI device ID: , UID: "9603eec6-ad87-4431-a3d8-0154c6058939", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0416 12:30:40.571200 3774 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-599bf98445-fx44p, hostIfaceName: 4b4f23bb1c139e2, network: default, NAD default, SandboxID: "4b4f23bb1c139e25197d17934b687c97492ffa00585e9eeb9e2c9fe883f2aad6", PCI device ID: , UID: "623c09bc-00f3-4b85-a81b-b8df3544d7cf", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0416 12:30:40.626453 3774 cni.go:473] [konflux-ui/proxy-599bf98445-fx44p 4b4f23bb1c139e25197d17934b687c97492ffa00585e9eeb9e2c9fe883f2aad6 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-599bf98445-fx44p 4b4f23bb1c139e25197d17934b687c97492ffa00585e9eeb9e2c9fe883f2aad6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:40:c6:71:4d:a9\",\"name\":\"4b4f23bb1c139e2\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcb86cd0-0728-4994-a566-f277e324e0c1\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:30:40.646064 3774 cni.go:473] [tsf-tas/tuf-repository-init-bcn47-d7b5j f926cd00bddcd5c3f84844dee19506c6c47befe8161933ecae53e4faae68e2a4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-bcn47-d7b5j f926cd00bddcd5c3f84844dee19506c6c47befe8161933ecae53e4faae68e2a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:99:18:d1:d2:aa\",\"name\":\"f926cd00bddcd5c\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4d57f52-35c4-4eb5-b1e4-e8dc05aaba30\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 12:30:45.373117 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0416 12:30:45.373136 3774 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0416 12:30:45.397631 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0416 12:30:45.422901 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0416 12:30:45.424609 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0416 12:30:45.451941 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0416 12:30:45.452032 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0416 12:30:47.027059 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0416 12:30:47.115793 3774 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0416 12:30:47.115812 3774 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0416 12:30:48.393096 3774 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0416 12:30:48.393192 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0416 12:30:49.111154 3774 cni.go:452] [tsf-tas/tuf-repository-init-bcn47-d7b5j f926cd00bddcd5c3f84844dee19506c6c47befe8161933ecae53e4faae68e2a4 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-bcn47-d7b5j f926cd00bddcd5c3f84844dee19506c6c47befe8161933ecae53e4faae68e2a4 network default NAD default NAD key ] I0416 12:30:49.197897 3774 cni.go:473] [tsf-tas/tuf-repository-init-bcn47-d7b5j f926cd00bddcd5c3f84844dee19506c6c47befe8161933ecae53e4faae68e2a4 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-bcn47-d7b5j f926cd00bddcd5c3f84844dee19506c6c47befe8161933ecae53e4faae68e2a4 network default NAD default NAD key default], result "{}", err I0416 12:30:49.247563 3774 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-bcn47-d7b5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:49.247605 3774 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-bcn47-d7b5j I0416 12:30:49.249054 3774 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-bcn47-d7b5j, ips: 10.129.0.45 I0416 12:30:49.249082 3774 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-bcn47-d7b5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:50.119170 3774 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-bcn47-d7b5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:50.119199 3774 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-bcn47-d7b5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:51.220918 3774 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-tdklt] creating logical port tsf-tas_tuf-bc5768c88-tdklt for pod on switch ip-10-0-0-136.ec2.internal I0416 12:30:51.221021 3774 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-tdklt I0416 12:30:51.233994 3774 pod.go:62] [tsf-tas/tuf-bc5768c88-tdklt] pod update took 12.990827ms I0416 12:30:51.234029 3774 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-tdklt] addLogicalPort annotation time took 13.032216ms I0416 12:30:51.235499 3774 pods.go:271] [tsf-tas/tuf-bc5768c88-tdklt] addLogicalPort took 14.596697ms, libovsdb time 1.008047ms I0416 12:30:55.083860 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=597 I0416 12:30:56.696135 3774 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kclbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:56.696684 3774 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kclbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:30:57.448365 3774 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kclbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:57.448386 3774 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kclbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:30:57.455357 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-kclbm I0416 12:30:57.455382 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-kclbm I0416 12:30:59.686786 3774 cni.go:452] [tsf-tas/tuf-bc5768c88-tdklt 6364bce8e434e1750b4d4942acdd0ecbca86f661122ca57102e520a6c9c7c836 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-tdklt 6364bce8e434e1750b4d4942acdd0ecbca86f661122ca57102e520a6c9c7c836 network default NAD default NAD key ] I0416 12:30:59.697032 3774 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-tdklt, hostIfaceName: 6364bce8e434e17, network: default, NAD default, SandboxID: "6364bce8e434e1750b4d4942acdd0ecbca86f661122ca57102e520a6c9c7c836", PCI device ID: , UID: "e4886715-d2c5-4bf2-b45f-e4ada9be279e", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0416 12:30:59.748100 3774 cni.go:473] [tsf-tas/tuf-bc5768c88-tdklt 6364bce8e434e1750b4d4942acdd0ecbca86f661122ca57102e520a6c9c7c836 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-tdklt 6364bce8e434e1750b4d4942acdd0ecbca86f661122ca57102e520a6c9c7c836 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:93:55:d2:c4:2a\",\"name\":\"6364bce8e434e17\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10fc6769-dd8c-4532-b06e-25ba64ee2ba0\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 12:31:02.183551 3774 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0416 12:31:05.193802 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0416 12:31:13.199788 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0416 12:31:25.459874 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0416 12:31:25.459903 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0416 12:31:25.459918 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0416 12:31:25.459925 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0416 12:31:26.164006 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0416 12:31:26.164027 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0416 12:31:41.187710 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0416 12:31:48.164721 3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0416 12:31:55.199677 3774 cni.go:452] [konflux-ui/proxy-599bf98445-fx44p 4b4f23bb1c139e25197d17934b687c97492ffa00585e9eeb9e2c9fe883f2aad6 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-599bf98445-fx44p 4b4f23bb1c139e25197d17934b687c97492ffa00585e9eeb9e2c9fe883f2aad6 network default NAD default NAD key ] I0416 12:31:55.288075 3774 cni.go:473] [konflux-ui/proxy-599bf98445-fx44p 4b4f23bb1c139e25197d17934b687c97492ffa00585e9eeb9e2c9fe883f2aad6 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-599bf98445-fx44p 4b4f23bb1c139e25197d17934b687c97492ffa00585e9eeb9e2c9fe883f2aad6 network default NAD default NAD key default], result "{}", err I0416 12:31:55.351753 3774 obj_retry.go:498] Detected object konflux-ui/proxy-599bf98445-fx44p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:31:55.351787 3774 pods.go:176] Deleting pod: konflux-ui/proxy-599bf98445-fx44p I0416 12:31:55.353048 3774 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-599bf98445-fx44p, ips: 10.129.0.47 I0416 12:31:55.353077 3774 obj_retry.go:498] Detected object konflux-ui/proxy-599bf98445-fx44p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:31:55.773812 3774 obj_retry.go:492] Detected object konflux-ui/proxy-599bf98445-fx44p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:31:55.773864 3774 obj_retry.go:492] Detected object konflux-ui/proxy-599bf98445-fx44p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:31:55.780489 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-599bf98445-fx44p I0416 12:31:55.780512 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-599bf98445-fx44p I0416 12:32:02.525873 3774 cni.go:452] [konflux-ui/test-tsf-konflux 3118cf58db73f806dc5d8f5a334c2e6c9021be3db1ae7c7abf6bafa1b59d4989 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 3118cf58db73f806dc5d8f5a334c2e6c9021be3db1ae7c7abf6bafa1b59d4989 network default NAD default NAD key ] I0416 12:32:02.608605 3774 cni.go:473] [konflux-ui/test-tsf-konflux 3118cf58db73f806dc5d8f5a334c2e6c9021be3db1ae7c7abf6bafa1b59d4989 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 3118cf58db73f806dc5d8f5a334c2e6c9021be3db1ae7c7abf6bafa1b59d4989 network default NAD default NAD key default], result "{}", err I0416 12:32:02.656285 3774 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:02.656326 3774 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0416 12:32:02.657616 3774 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.46 I0416 12:32:02.657651 3774 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:02.691648 3774 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:02.691674 3774 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:02.698240 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0416 12:32:02.698268 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0416 12:32:08.181522 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0416 12:32:41.165305 3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0416 12:32:43.231687 3774 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:43.232340 3774 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:43.281065 3774 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-56b684c87-xhfk5] creating logical port image-controller_image-controller-controller-manager-56b684c87-xhfk5 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:32:43.281203 3774 kube.go:256] Updating pod image-controller/image-controller-controller-manager-56b684c87-xhfk5 I0416 12:32:43.294115 3774 pod.go:62] [image-controller/image-controller-controller-manager-56b684c87-xhfk5] pod update took 12.93856ms I0416 12:32:43.294138 3774 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-56b684c87-xhfk5] addLogicalPort annotation time took 12.966597ms I0416 12:32:43.295623 3774 pods.go:271] [image-controller/image-controller-controller-manager-56b684c87-xhfk5] addLogicalPort took 14.570907ms, libovsdb time 1.0414ms I0416 12:32:43.641758 3774 cni.go:452] [image-controller/image-controller-controller-manager-56b684c87-xhfk5 9c7bd7e6d447785207479f89775f34bde45e99e5c59c7459feb981b4899a50ca network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-56b684c87-xhfk5 9c7bd7e6d447785207479f89775f34bde45e99e5c59c7459feb981b4899a50ca network default NAD default NAD key ] I0416 12:32:43.651718 3774 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-56b684c87-xhfk5, hostIfaceName: 9c7bd7e6d447785, network: default, NAD default, SandboxID: "9c7bd7e6d447785207479f89775f34bde45e99e5c59c7459feb981b4899a50ca", PCI device ID: , UID: "307e6862-f97a-4cbd-b26c-cafad42744dc", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0416 12:32:43.707670 3774 cni.go:473] [image-controller/image-controller-controller-manager-56b684c87-xhfk5 9c7bd7e6d447785207479f89775f34bde45e99e5c59c7459feb981b4899a50ca network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-56b684c87-xhfk5 9c7bd7e6d447785207479f89775f34bde45e99e5c59c7459feb981b4899a50ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:f4:b6:59:33:85\",\"name\":\"9c7bd7e6d447785\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c472eda3-89a3-4478-ab67-1dbc6ca9849b\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:32:43.935353 3774 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:43.935381 3774 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:43.941177 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv I0416 12:32:43.941211 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-wvnwv I0416 12:32:44.199458 3774 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0416 12:32:57.953729 3774 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-gqtxz bd6e3b45d61067e16b430ce7f5849a7959d95abdf3568fddae7e740e61dda268 network default NAD default NAD key ] DEL starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-gqtxz bd6e3b45d61067e16b430ce7f5849a7959d95abdf3568fddae7e740e61dda268 network default NAD default NAD key ] I0416 12:32:58.034735 3774 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-gqtxz bd6e3b45d61067e16b430ce7f5849a7959d95abdf3568fddae7e740e61dda268 network default NAD default NAD key default] DEL finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-gqtxz bd6e3b45d61067e16b430ce7f5849a7959d95abdf3568fddae7e740e61dda268 network default NAD default NAD key default], result "{}", err I0416 12:32:58.086203 3774 obj_retry.go:498] Detected object image-controller/image-controller-controller-manager-6f859968fc-gqtxz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:58.086236 3774 pods.go:176] Deleting pod: image-controller/image-controller-controller-manager-6f859968fc-gqtxz I0416 12:32:58.087657 3774 pods.go:236] Attempting to release IPs for pod: image-controller/image-controller-controller-manager-6f859968fc-gqtxz, ips: 10.129.0.48 I0416 12:32:58.087689 3774 obj_retry.go:498] Detected object image-controller/image-controller-controller-manager-6f859968fc-gqtxz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:32:58.810025 3774 obj_retry.go:492] Detected object image-controller/image-controller-controller-manager-6f859968fc-gqtxz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:58.810052 3774 obj_retry.go:492] Detected object image-controller/image-controller-controller-manager-6f859968fc-gqtxz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:32:58.817794 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-6f859968fc-gqtxz I0416 12:32:58.817819 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-6f859968fc-gqtxz I0416 12:33:05.177576 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0416 12:33:07.076952 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 I0416 12:33:12.072912 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=79 I0416 12:34:48.186128 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0416 12:35:37.078888 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=67 I0416 12:36:03.086958 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=47 I0416 12:36:34.074530 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0416 12:37:57.074933 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=74 I0416 12:38:35.205931 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0416 12:38:42.167769 3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0416 12:38:49.075068 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=27 I0416 12:39:31.206555 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0416 12:39:37.167899 3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0416 12:39:44.196181 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0416 12:39:48.190029 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0416 12:40:00.203461 3774 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29605720-6ms22 for pod on switch ip-10-0-0-136.ec2.internal I0416 12:40:00.203587 3774 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 I0416 12:40:00.225545 3774 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22] pod update took 21.986224ms I0416 12:40:00.225569 3774 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22] addLogicalPort annotation time took 22.015524ms I0416 12:40:00.226823 3774 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22] addLogicalPort took 23.378847ms, libovsdb time 856.381µs I0416 12:40:00.565306 3774 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 58e657803a7f855d0d71340333aa52bd760d939f741548ab075ca34a5f7f689b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 58e657803a7f855d0d71340333aa52bd760d939f741548ab075ca34a5f7f689b network default NAD default NAD key ] I0416 12:40:00.575336 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29605720-6ms22, hostIfaceName: 58e657803a7f855, network: default, NAD default, SandboxID: "58e657803a7f855d0d71340333aa52bd760d939f741548ab075ca34a5f7f689b", PCI device ID: , UID: "bab7a28c-7fb3-45ae-804f-36fb976fb296", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0416 12:40:00.627614 3774 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 58e657803a7f855d0d71340333aa52bd760d939f741548ab075ca34a5f7f689b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 58e657803a7f855d0d71340333aa52bd760d939f741548ab075ca34a5f7f689b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:35:34:9d:fe:64\",\"name\":\"58e657803a7f855\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/796bbfa7-a402-4b8c-bdb0-3dad0a35fd71\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:40:03.992347 3774 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 58e657803a7f855d0d71340333aa52bd760d939f741548ab075ca34a5f7f689b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 58e657803a7f855d0d71340333aa52bd760d939f741548ab075ca34a5f7f689b network default NAD default NAD key ] I0416 12:40:04.084167 3774 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 58e657803a7f855d0d71340333aa52bd760d939f741548ab075ca34a5f7f689b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 58e657803a7f855d0d71340333aa52bd760d939f741548ab075ca34a5f7f689b network default NAD default NAD key default], result "{}", err I0416 12:40:04.136100 3774 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:40:04.136167 3774 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 I0416 12:40:04.137451 3774 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22, ips: 10.129.0.51 I0416 12:40:04.137479 3774 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:40:04.202198 3774 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0416 12:40:05.001362 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:05.001415 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605720-6ms22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:11.056943 3774 obj_retry.go:492] Detected object tsf-tpa/create-db-wvndg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:11.057019 3774 obj_retry.go:492] Detected object tsf-tpa/create-db-wvndg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:11.060368 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-wvndg I0416 12:40:11.060399 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-wvndg I0416 12:40:14.030699 3774 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pmw65 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:14.030746 3774 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pmw65 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:14.035704 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-pmw65 I0416 12:40:14.035732 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-pmw65 I0416 12:40:17.034472 3774 obj_retry.go:492] Detected object tsf-tpa/create-importers-srrvr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:17.034527 3774 obj_retry.go:492] Detected object tsf-tpa/create-importers-srrvr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:40:17.037309 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-srrvr I0416 12:40:17.037335 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-srrvr I0416 12:40:57.179999 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0416 12:40:58.078798 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0416 12:41:43.184177 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0416 12:41:59.467214 3774 namespace.go:98] [default-tenant-managed] adding namespace I0416 12:41:59.468106 3774 namespace.go:102] [default-tenant-managed] adding namespace took 872.188µs I0416 12:41:59.493689 3774 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:41:59.510243 3774 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:42:00.467302 3774 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:42:00.621963 3774 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:42:00.696641 3774 namespace.go:142] [default-tenant-managed] updating namespace I0416 12:42:44.134620 3774 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-796vw for pod on switch ip-10-0-0-136.ec2.internal I0416 12:42:44.134768 3774 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw I0416 12:42:44.159645 3774 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw] pod update took 24.915247ms I0416 12:42:44.159669 3774 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw] addLogicalPort annotation time took 24.947901ms I0416 12:42:44.161011 3774 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw] addLogicalPort took 26.411155ms, libovsdb time 890.029µs I0416 12:42:44.499653 3774 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw 993567ffaec5c4f9b42b61eda4d6e2993eb4f87ff30bdebc1697ddc16bfdf62a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw 993567ffaec5c4f9b42b61eda4d6e2993eb4f87ff30bdebc1697ddc16bfdf62a network default NAD default NAD key ] I0416 12:42:44.509605 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-796vw, hostIfaceName: 993567ffaec5c4f, network: default, NAD default, SandboxID: "993567ffaec5c4f9b42b61eda4d6e2993eb4f87ff30bdebc1697ddc16bfdf62a", PCI device ID: , UID: "731fae12-9561-4825-bb55-dfef00cbbeed", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0416 12:42:44.554568 3774 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-init-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-init-pod for pod on switch ip-10-0-0-136.ec2.internal I0416 12:42:44.554702 3774 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-init-pod I0416 12:42:44.564795 3774 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw 993567ffaec5c4f9b42b61eda4d6e2993eb4f87ff30bdebc1697ddc16bfdf62a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw 993567ffaec5c4f9b42b61eda4d6e2993eb4f87ff30bdebc1697ddc16bfdf62a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:ab:b9:ce:0f:df\",\"name\":\"993567ffaec5c4f\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b3c470e-b104-4366-b8b6-0d49dfe0128b\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:42:44.580450 3774 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-init-pod] pod update took 25.756388ms I0416 12:42:44.580474 3774 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-init-pod] addLogicalPort annotation time took 25.801385ms I0416 12:42:44.581702 3774 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-init-pod] addLogicalPort took 27.146965ms, libovsdb time 814.21µs I0416 12:42:44.917474 3774 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-init-pod 63a202f3ed4c5d6bd445fb8196497bd11608f0e1bc7b49c251d9631fd3809cb6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-init-pod 63a202f3ed4c5d6bd445fb8196497bd11608f0e1bc7b49c251d9631fd3809cb6 network default NAD default NAD key ] I0416 12:42:44.927690 3774 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-init-pod, hostIfaceName: 63a202f3ed4c5d6, network: default, NAD default, SandboxID: "63a202f3ed4c5d6bd445fb8196497bd11608f0e1bc7b49c251d9631fd3809cb6", PCI device ID: , UID: "3b9694e3-dfc9-428a-86a0-97dd7dc10c1f", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0416 12:42:44.980828 3774 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-init-pod 63a202f3ed4c5d6bd445fb8196497bd11608f0e1bc7b49c251d9631fd3809cb6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-init-pod 63a202f3ed4c5d6bd445fb8196497bd11608f0e1bc7b49c251d9631fd3809cb6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:f5:4c:61:0e:e0\",\"name\":\"63a202f3ed4c5d6\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc0200a1-e42f-41b4-b365-3bb4d1f75740\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0416 12:42:58.676109 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:42:58.676137 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:42:58.676144 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:42:58.676149 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:42:58.676165 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:42:58.676169 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:42:58.676173 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:42:58.676178 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:42:58.821493 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:42:58.821518 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:42:58.821526 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 12:42:58.821531 3774 util.go:959] Failed to build node endpoints for node ip-10-0-0-136.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0416 12:43:03.906946 3774 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-init-pod 63a202f3ed4c5d6bd445fb8196497bd11608f0e1bc7b49c251d9631fd3809cb6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-init-pod 63a202f3ed4c5d6bd445fb8196497bd11608f0e1bc7b49c251d9631fd3809cb6 network default NAD default NAD key ] I0416 12:43:03.982437 3774 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-init-pod 63a202f3ed4c5d6bd445fb8196497bd11608f0e1bc7b49c251d9631fd3809cb6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-init-pod 63a202f3ed4c5d6bd445fb8196497bd11608f0e1bc7b49c251d9631fd3809cb6 network default NAD default NAD key default], result "{}", err I0416 12:43:04.043606 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:04.043639 3774 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-init-pod I0416 12:43:04.044914 3774 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-init-pod, ips: 10.129.0.53 I0416 12:43:04.044943 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:20.037877 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:20.038454 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:20.248696 3774 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod for pod on switch ip-10-0-0-136.ec2.internal I0416 12:43:20.248882 3774 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod I0416 12:43:20.288401 3774 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod] pod update took 39.582322ms I0416 12:43:20.288430 3774 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod] addLogicalPort annotation time took 39.615176ms I0416 12:43:20.289870 3774 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod] addLogicalPort took 41.188278ms, libovsdb time 1.073798ms I0416 12:43:20.615039 3774 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod 0998a6d7e1f0d999dbdc238c600adbebba96be56d8989e31baf72282f575b1be network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod 0998a6d7e1f0d999dbdc238c600adbebba96be56d8989e31baf72282f575b1be network default NAD default NAD key ] I0416 12:43:20.624579 3774 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod, hostIfaceName: 0998a6d7e1f0d99, network: default, NAD default, SandboxID: "0998a6d7e1f0d999dbdc238c600adbebba96be56d8989e31baf72282f575b1be", PCI device ID: , UID: "0fbe32d4-6bdd-4c82-b051-cdc82d1a8af4", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0416 12:43:20.679607 3774 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod 0998a6d7e1f0d999dbdc238c600adbebba96be56d8989e31baf72282f575b1be network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod 0998a6d7e1f0d999dbdc238c600adbebba96be56d8989e31baf72282f575b1be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:80:34:54:2c:63\",\"name\":\"0998a6d7e1f0d99\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9589aa03-67c2-402d-951b-51ab6782df01\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:43:40.076799 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0416 12:43:44.157896 3774 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod 0998a6d7e1f0d999dbdc238c600adbebba96be56d8989e31baf72282f575b1be network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod 0998a6d7e1f0d999dbdc238c600adbebba96be56d8989e31baf72282f575b1be network default NAD default NAD key ] I0416 12:43:44.251776 3774 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod 0998a6d7e1f0d999dbdc238c600adbebba96be56d8989e31baf72282f575b1be network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod 0998a6d7e1f0d999dbdc238c600adbebba96be56d8989e31baf72282f575b1be network default NAD default NAD key default], result "{}", err I0416 12:43:44.330835 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:44.330902 3774 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod I0416 12:43:44.332270 3774 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod, ips: 10.129.0.54 I0416 12:43:44.332305 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:43:55.189124 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0416 12:43:59.081276 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0416 12:44:21.208116 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0416 12:44:51.198426 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0416 12:45:18.208620 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0416 12:45:37.088722 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=89 I0416 12:45:47.204118 3774 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0416 12:45:53.749085 3774 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-build-image-index-pod for pod on switch ip-10-0-0-136.ec2.internal I0416 12:45:53.749237 3774 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod I0416 12:45:53.786264 3774 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod] pod update took 37.059488ms I0416 12:45:53.786287 3774 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod] addLogicalPort annotation time took 37.086701ms I0416 12:45:53.787537 3774 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod] addLogicalPort took 38.470838ms, libovsdb time 889.362µs I0416 12:45:54.121021 3774 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod 82be8be20c5c1b3d1384fec2f378bee86198a821531b31ae95c8dba1c7607328 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod 82be8be20c5c1b3d1384fec2f378bee86198a821531b31ae95c8dba1c7607328 network default NAD default NAD key ] I0416 12:45:54.130994 3774 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-build-image-index-pod, hostIfaceName: 82be8be20c5c1b3, network: default, NAD default, SandboxID: "82be8be20c5c1b3d1384fec2f378bee86198a821531b31ae95c8dba1c7607328", PCI device ID: , UID: "18d7c0e2-40f5-4d91-9b18-6a9f0a97ef7a", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0416 12:45:54.162649 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:45:54.163241 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:45:54.189991 3774 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod 82be8be20c5c1b3d1384fec2f378bee86198a821531b31ae95c8dba1c7607328 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod 82be8be20c5c1b3d1384fec2f378bee86198a821531b31ae95c8dba1c7607328 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:38:b6:1e:64:d8\",\"name\":\"82be8be20c5c1b3\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5296439d-a65d-4c69-9be6-a13818b8e646\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:46:21.916512 3774 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod for pod on switch ip-10-0-0-136.ec2.internal I0416 12:46:21.916652 3774 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod I0416 12:46:21.943484 3774 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod] pod update took 26.864544ms I0416 12:46:21.943511 3774 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod] addLogicalPort annotation time took 26.898892ms I0416 12:46:21.944797 3774 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod] addLogicalPort took 28.298924ms, libovsdb time 914.072µs I0416 12:46:22.034734 3774 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod 82be8be20c5c1b3d1384fec2f378bee86198a821531b31ae95c8dba1c7607328 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod 82be8be20c5c1b3d1384fec2f378bee86198a821531b31ae95c8dba1c7607328 network default NAD default NAD key ] I0416 12:46:22.129201 3774 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod 82be8be20c5c1b3d1384fec2f378bee86198a821531b31ae95c8dba1c7607328 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod 82be8be20c5c1b3d1384fec2f378bee86198a821531b31ae95c8dba1c7607328 network default NAD default NAD key default], result "{}", err I0416 12:46:22.204590 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:46:22.204695 3774 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod I0416 12:46:22.206495 3774 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod, ips: 10.129.0.55 I0416 12:46:22.206529 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:46:22.281253 3774 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod 29fc0e2673afd9efe2d12b963ffefb08cc8433e7938d3398449e79549bcbe1f7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod 29fc0e2673afd9efe2d12b963ffefb08cc8433e7938d3398449e79549bcbe1f7 network default NAD default NAD key ] I0416 12:46:22.291351 3774 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod, hostIfaceName: 29fc0e2673afd9e, network: default, NAD default, SandboxID: "29fc0e2673afd9efe2d12b963ffefb08cc8433e7938d3398449e79549bcbe1f7", PCI device ID: , UID: "6d8030dd-f78d-4be3-a99d-794882b45659", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0416 12:46:22.345966 3774 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod 29fc0e2673afd9efe2d12b963ffefb08cc8433e7938d3398449e79549bcbe1f7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod 29fc0e2673afd9efe2d12b963ffefb08cc8433e7938d3398449e79549bcbe1f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:d5:bf:d9:cc:27\",\"name\":\"29fc0e2673afd9e\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/766387a9-c9f5-447e-8fbc-66e72f0c9e74\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:46:22.577650 3774 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod] creating logical port default-tenant_tsf-comp-lula-on-push-9sc64-clamav-scan-pod for pod on switch ip-10-0-0-136.ec2.internal I0416 12:46:22.577770 3774 kube.go:256] Updating pod default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod I0416 12:46:22.612644 3774 pod.go:62] [default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod] pod update took 34.910893ms I0416 12:46:22.612668 3774 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod] addLogicalPort annotation time took 34.938614ms I0416 12:46:22.613888 3774 pods.go:271] [default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod] addLogicalPort took 36.256202ms, libovsdb time 850.005µs I0416 12:46:22.947565 3774 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod 27564ccd37b577843c9ca8343499c08c9702fb4d408357447886a4e8bc85e65e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod 27564ccd37b577843c9ca8343499c08c9702fb4d408357447886a4e8bc85e65e network default NAD default NAD key ] I0416 12:46:22.959018 3774 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-lula-on-push-9sc64-clamav-scan-pod, hostIfaceName: 27564ccd37b5778, network: default, NAD default, SandboxID: "27564ccd37b577843c9ca8343499c08c9702fb4d408357447886a4e8bc85e65e", PCI device ID: , UID: "8ea9b719-1b65-4eb4-9703-6279f38cee6a", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0416 12:46:23.015602 3774 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod 27564ccd37b577843c9ca8343499c08c9702fb4d408357447886a4e8bc85e65e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod 27564ccd37b577843c9ca8343499c08c9702fb4d408357447886a4e8bc85e65e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:5e:a0:d4:67:b4\",\"name\":\"27564ccd37b5778\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5a3eee3-22a6-4056-bf62-02f02bc0763c\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:46:46.186126 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0416 12:46:48.628203 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:46:48.628870 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:01.908682 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:01.909374 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:02.192325 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0416 12:47:10.773993 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:10.774688 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:16.077621 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0416 12:47:18.478345 3774 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod 27564ccd37b577843c9ca8343499c08c9702fb4d408357447886a4e8bc85e65e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod 27564ccd37b577843c9ca8343499c08c9702fb4d408357447886a4e8bc85e65e network default NAD default NAD key ] I0416 12:47:18.567691 3774 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod 27564ccd37b577843c9ca8343499c08c9702fb4d408357447886a4e8bc85e65e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod 27564ccd37b577843c9ca8343499c08c9702fb4d408357447886a4e8bc85e65e network default NAD default NAD key default], result "{}", err I0416 12:47:18.699166 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:18.699209 3774 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod I0416 12:47:18.700642 3774 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod, ips: 10.129.0.57 I0416 12:47:18.700670 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:20.820169 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:20.820763 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:23.509395 3774 cni.go:452] [default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod 29fc0e2673afd9efe2d12b963ffefb08cc8433e7938d3398449e79549bcbe1f7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod 29fc0e2673afd9efe2d12b963ffefb08cc8433e7938d3398449e79549bcbe1f7 network default NAD default NAD key ] I0416 12:47:23.605449 3774 cni.go:473] [default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod 29fc0e2673afd9efe2d12b963ffefb08cc8433e7938d3398449e79549bcbe1f7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod 29fc0e2673afd9efe2d12b963ffefb08cc8433e7938d3398449e79549bcbe1f7 network default NAD default NAD key default], result "{}", err I0416 12:47:23.695121 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:23.695163 3774 pods.go:176] Deleting pod: default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod I0416 12:47:23.696400 3774 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod, ips: 10.129.0.56 I0416 12:47:23.696428 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:27.020673 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:27.021303 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:28.036508 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:28.037104 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:29.071888 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:29.072488 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:47:32.170406 3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0416 12:47:53.183176 3774 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0416 12:47:58.080875 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0416 12:48:14.170253 3774 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0416 12:48:19.077181 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0416 12:48:37.658681 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:48:37.659311 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:48:44.712752 3774 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw 993567ffaec5c4f9b42b61eda4d6e2993eb4f87ff30bdebc1697ddc16bfdf62a network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw 993567ffaec5c4f9b42b61eda4d6e2993eb4f87ff30bdebc1697ddc16bfdf62a network default NAD default NAD key ] I0416 12:48:44.799894 3774 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw 993567ffaec5c4f9b42b61eda4d6e2993eb4f87ff30bdebc1697ddc16bfdf62a network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw 993567ffaec5c4f9b42b61eda4d6e2993eb4f87ff30bdebc1697ddc16bfdf62a network default NAD default NAD key default], result "{}", err I0416 12:48:44.851185 3774 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:48:44.851221 3774 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw I0416 12:48:44.852595 3774 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw, ips: 10.129.0.52 I0416 12:48:44.852623 3774 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:48:45.277928 3774 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:48:45.277960 3774 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:48:45.284344 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw I0416 12:48:45.284367 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-796vw I0416 12:49:09.083586 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0416 12:50:00.200574 3774 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29605730-8848j for pod on switch ip-10-0-0-136.ec2.internal I0416 12:50:00.200692 3774 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j I0416 12:50:00.227380 3774 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j] pod update took 26.714971ms I0416 12:50:00.227409 3774 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j] addLogicalPort annotation time took 26.747129ms I0416 12:50:00.228696 3774 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j] addLogicalPort took 28.134679ms, libovsdb time 900.561µs I0416 12:50:00.562995 3774 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j e318032d1031c6afc2010bb94fbd7817127eb7b4dbab670964540c401fc2096d network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j e318032d1031c6afc2010bb94fbd7817127eb7b4dbab670964540c401fc2096d network default NAD default NAD key ] I0416 12:50:00.572736 3774 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29605730-8848j, hostIfaceName: e318032d1031c6a, network: default, NAD default, SandboxID: "e318032d1031c6afc2010bb94fbd7817127eb7b4dbab670964540c401fc2096d", PCI device ID: , UID: "91174bdc-9f2e-4896-894b-4fc5b168e33c", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0416 12:50:00.625749 3774 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j e318032d1031c6afc2010bb94fbd7817127eb7b4dbab670964540c401fc2096d network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j e318032d1031c6afc2010bb94fbd7817127eb7b4dbab670964540c401fc2096d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e6:50:28:cd:79\",\"name\":\"e318032d1031c6a\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6095ad3e-ceaf-496b-b4a7-27926eec4b14\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:50:02.079277 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0416 12:50:04.464544 3774 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j e318032d1031c6afc2010bb94fbd7817127eb7b4dbab670964540c401fc2096d network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j e318032d1031c6afc2010bb94fbd7817127eb7b4dbab670964540c401fc2096d network default NAD default NAD key ] I0416 12:50:04.552329 3774 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j e318032d1031c6afc2010bb94fbd7817127eb7b4dbab670964540c401fc2096d network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j e318032d1031c6afc2010bb94fbd7817127eb7b4dbab670964540c401fc2096d network default NAD default NAD key default], result "{}", err I0416 12:50:04.601203 3774 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:04.601238 3774 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j I0416 12:50:04.602717 3774 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j, ips: 10.129.0.58 I0416 12:50:04.602748 3774 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:05.472783 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:50:05.472833 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605730-8848j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:50:05.510721 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:50:05.510772 3774 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 12:50:05.515273 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc I0416 12:50:05.515310 3774 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605700-qd7zc I0416 12:50:14.325584 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:14.326188 3774 obj_retry.go:498] Detected object default-tenant/tsf-comp-lula-on-push-9sc64-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:17.283794 3774 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-diot-6frvd-collect-keyless-params-pod for pod on switch ip-10-0-0-136.ec2.internal I0416 12:50:17.283976 3774 kube.go:256] Updating pod default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod I0416 12:50:17.302596 3774 pod.go:62] [default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod] pod update took 18.649535ms I0416 12:50:17.302626 3774 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod] addLogicalPort annotation time took 18.685315ms I0416 12:50:17.304033 3774 pods.go:271] [default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod] addLogicalPort took 20.253992ms, libovsdb time 1.018226ms I0416 12:50:17.652743 3774 cni.go:452] [default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod 1a2f3e00849e5a3f47195c8caadb89d2ecf22742de829a7be027391b6c305730 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod 1a2f3e00849e5a3f47195c8caadb89d2ecf22742de829a7be027391b6c305730 network default NAD default NAD key ] I0416 12:50:17.662746 3774 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-diot-6frvd-collect-keyless-params-pod, hostIfaceName: 1a2f3e00849e5a3, network: default, NAD default, SandboxID: "1a2f3e00849e5a3f47195c8caadb89d2ecf22742de829a7be027391b6c305730", PCI device ID: , UID: "1225e6ce-174a-44a1-9633-e022335fb972", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0416 12:50:17.720139 3774 cni.go:473] [default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod 1a2f3e00849e5a3f47195c8caadb89d2ecf22742de829a7be027391b6c305730 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod 1a2f3e00849e5a3f47195c8caadb89d2ecf22742de829a7be027391b6c305730 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:0e:45:83:00:9a\",\"name\":\"1a2f3e00849e5a3\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/497199f0-0bb4-4c62-9ac4-5eea3a5c9ebd\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:50:32.986669 3774 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-diot-6frvd-verify-pod] creating logical port default-tenant_my-integration-test-diot-6frvd-verify-pod for pod on switch ip-10-0-0-136.ec2.internal I0416 12:50:32.986881 3774 kube.go:256] Updating pod default-tenant/my-integration-test-diot-6frvd-verify-pod I0416 12:50:33.027480 3774 pod.go:62] [default-tenant/my-integration-test-diot-6frvd-verify-pod] pod update took 40.679745ms I0416 12:50:33.027508 3774 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-diot-6frvd-verify-pod] addLogicalPort annotation time took 40.716433ms I0416 12:50:33.029125 3774 pods.go:271] [default-tenant/my-integration-test-diot-6frvd-verify-pod] addLogicalPort took 42.471462ms, libovsdb time 1.030618ms I0416 12:50:33.356528 3774 cni.go:452] [default-tenant/my-integration-test-diot-6frvd-verify-pod 270c0f6c9b5243b61d7553598ff14f0bde0daea5c4e1b775620cfe9d4419d679 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-diot-6frvd-verify-pod 270c0f6c9b5243b61d7553598ff14f0bde0daea5c4e1b775620cfe9d4419d679 network default NAD default NAD key ] I0416 12:50:33.366627 3774 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-diot-6frvd-verify-pod, hostIfaceName: 270c0f6c9b5243b, network: default, NAD default, SandboxID: "270c0f6c9b5243b61d7553598ff14f0bde0daea5c4e1b775620cfe9d4419d679", PCI device ID: , UID: "b3b37cfd-22f6-4058-90ed-6a96e05b7b35", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0416 12:50:33.422863 3774 cni.go:473] [default-tenant/my-integration-test-diot-6frvd-verify-pod 270c0f6c9b5243b61d7553598ff14f0bde0daea5c4e1b775620cfe9d4419d679 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-diot-6frvd-verify-pod 270c0f6c9b5243b61d7553598ff14f0bde0daea5c4e1b775620cfe9d4419d679 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:1a:0c:32:8b:8d\",\"name\":\"270c0f6c9b5243b\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/530c61d7-4568-4364-b7b3-65b787171d93\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0416 12:50:33.653412 3774 cni.go:452] [default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod 1a2f3e00849e5a3f47195c8caadb89d2ecf22742de829a7be027391b6c305730 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod 1a2f3e00849e5a3f47195c8caadb89d2ecf22742de829a7be027391b6c305730 network default NAD default NAD key ] I0416 12:50:33.738579 3774 cni.go:473] [default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod 1a2f3e00849e5a3f47195c8caadb89d2ecf22742de829a7be027391b6c305730 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod 1a2f3e00849e5a3f47195c8caadb89d2ecf22742de829a7be027391b6c305730 network default NAD default NAD key default], result "{}", err I0416 12:50:33.829653 3774 obj_retry.go:498] Detected object default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:33.829693 3774 pods.go:176] Deleting pod: default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod I0416 12:50:33.830997 3774 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod, ips: 10.129.0.59 I0416 12:50:33.831026 3774 obj_retry.go:498] Detected object default-tenant/my-integration-test-diot-6frvd-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:47.768795 3774 cni.go:452] [default-tenant/my-integration-test-diot-6frvd-verify-pod 270c0f6c9b5243b61d7553598ff14f0bde0daea5c4e1b775620cfe9d4419d679 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-diot-6frvd-verify-pod 270c0f6c9b5243b61d7553598ff14f0bde0daea5c4e1b775620cfe9d4419d679 network default NAD default NAD key ] I0416 12:50:47.867953 3774 cni.go:473] [default-tenant/my-integration-test-diot-6frvd-verify-pod 270c0f6c9b5243b61d7553598ff14f0bde0daea5c4e1b775620cfe9d4419d679 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-diot-6frvd-verify-pod 270c0f6c9b5243b61d7553598ff14f0bde0daea5c4e1b775620cfe9d4419d679 network default NAD default NAD key default], result "{}", err I0416 12:50:47.974434 3774 obj_retry.go:498] Detected object default-tenant/my-integration-test-diot-6frvd-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:47.974564 3774 pods.go:176] Deleting pod: default-tenant/my-integration-test-diot-6frvd-verify-pod I0416 12:50:47.981533 3774 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-diot-6frvd-verify-pod, ips: 10.129.0.60 I0416 12:50:47.981580 3774 obj_retry.go:498] Detected object default-tenant/my-integration-test-diot-6frvd-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 12:50:56.091375 3774 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=194