+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-187.ec2.internal ++ [[ -n ip-10-0-2-187.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-187.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0415 22:50:13.023779643 - disable conntrack on geneve port' I0415 22:50:13.023779643 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0415 22:50:13.087921981 - starting ovnkube-node + echo 'I0415 22:50:13.087921981 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-187.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-187.ec2.internal --init-node ip-10-0-2-187.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-187.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0415 22:50:13.157278 3799 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0415 22:50:13.157347 3799 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-96320ebfaa.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0415 22:50:13.158774 3799 kube.go:431] Waiting for certificate I0415 22:50:13.158820 3799 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0415 22:50:13.158864 3799 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0415 22:50:13.159938 3799 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0415 22:50:13.192863 3799 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0415 22:50:13.192878 3799 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0415 22:50:13.196301 3799 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0415 22:50:13.196874 3799 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lrlbq" I0415 22:50:13.200432 3799 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lrlbq" I0415 22:50:13.200487 3799 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0415 22:50:14.159437 3799 kube.go:438] Certificate found I0415 22:50:14.160156 3799 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0415 22:50:14.161053 3799 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0415 22:50:14.213145 3799 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-16 22:45:13 +0000 UTC" deadline="2026-04-16 18:39:18.386386093 +0000 UTC" I0415 22:50:14.213179 3799 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h49m4.173217145s" I0415 22:50:14.232340 3799 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0415 22:50:14.248795 3799 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0415 22:50:14.248886 3799 factory.go:561] Starting watch factory I0415 22:50:14.248987 3799 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.248989 3799 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.249007 3799 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.249011 3799 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.248987 3799 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.249073 3799 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.248991 3799 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.249150 3799 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.248996 3799 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.249211 3799 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.249299 3799 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.249381 3799 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0415 22:50:14.249396 3799 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.249994 3799 server.go:101] MetricServer registers OVS metrics I0415 22:50:14.250290 3799 server.go:105] MetricServer registers OVN DB metrics I0415 22:50:14.254121 3799 controller_manager.go:370] Starting the ovnkube controller I0415 22:50:14.254130 3799 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-187.ec2.internal I0415 22:50:14.254167 3799 controller_manager.go:395] NBDB zone sync took: 31.059µs I0415 22:50:14.254174 3799 factory.go:561] Starting watch factory I0415 22:50:14.255161 3799 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0415 22:50:14.255192 3799 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0415 22:50:14.266341 3799 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.267374 3799 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.267487 3799 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.267639 3799 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.268639 3799 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.269158 3799 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0415 22:50:14.269216 3799 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0415 22:50:14.273850 3799 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0415 22:50:14.273989 3799 server.go:109] MetricServer registers OVN Controller metrics I0415 22:50:14.275183 3799 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0415 22:50:14.278346 3799 server.go:113] MetricServer registers OVN Northd metrics I0415 22:50:14.281970 3799 metrics.go:519] OVN Metrics Server starts to run ... I0415 22:50:14.354860 3799 factory.go:1977] *v1.Namespace informer cache synced successfully I0415 22:50:14.354882 3799 factory.go:1977] *v1.Node informer cache synced successfully I0415 22:50:14.354886 3799 factory.go:1977] *v1.Service informer cache synced successfully I0415 22:50:14.354889 3799 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0415 22:50:14.354892 3799 factory.go:1977] *v1.Pod informer cache synced successfully I0415 22:50:14.354894 3799 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0415 22:50:14.354949 3799 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:14.354961 3799 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:14.355002 3799 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:14.355038 3799 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:14.357980 3799 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:14.357976 3799 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0415 22:50:14.359602 3799 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0415 22:50:14.359617 3799 factory.go:1977] *v1.Namespace informer cache synced successfully I0415 22:50:14.359621 3799 factory.go:1977] *v1.Node informer cache synced successfully I0415 22:50:14.359624 3799 factory.go:1977] *v1.Service informer cache synced successfully I0415 22:50:14.359626 3799 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0415 22:50:14.359629 3799 factory.go:1977] *v1.Pod informer cache synced successfully I0415 22:50:14.360898 3799 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0415 22:50:14.360910 3799 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0415 22:50:14.360977 3799 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.360989 3799 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.362972 3799 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.365663 3799 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0415 22:50:14.365674 3799 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0415 22:50:14.366808 3799 factory.go:1977] *v1.EgressIP informer cache synced successfully I0415 22:50:14.366886 3799 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.366910 3799 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.368904 3799 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.371631 3799 factory.go:1977] *v1.EgressIP informer cache synced successfully I0415 22:50:14.372777 3799 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0415 22:50:14.372829 3799 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.372846 3799 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.374925 3799 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.377636 3799 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0415 22:50:14.378785 3799 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0415 22:50:14.378847 3799 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.378864 3799 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.380879 3799 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.383568 3799 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0415 22:50:14.384732 3799 factory.go:1977] *v1.EgressService informer cache synced successfully I0415 22:50:14.384802 3799 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.384821 3799 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.386846 3799 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.389608 3799 factory.go:1977] *v1.EgressService informer cache synced successfully I0415 22:50:14.390762 3799 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0415 22:50:14.390965 3799 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0415 22:50:14.390978 3799 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0415 22:50:14.393132 3799 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0415 22:50:14.394923 3799 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0415 22:50:14.396100 3799 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0415 22:50:14.396176 3799 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.396194 3799 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.396218 3799 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.396232 3799 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.398694 3799 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.399151 3799 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0415 22:50:14.400092 3799 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0415 22:50:14.402044 3799 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0415 22:50:14.402054 3799 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0415 22:50:14.402064 3799 factory.go:680] Watch Factory start up complete, took: 153.192304ms I0415 22:50:14.402136 3799 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0415 22:50:14.405681 3799 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0415 22:50:14.405696 3799 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0415 22:50:14.405706 3799 factory.go:680] Watch Factory start up complete, took: 151.528002ms I0415 22:50:14.405716 3799 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-187.ec2.internal" zone I0415 22:50:14.452449 3799 default_node_network_controller.go:710] Initializing the default node network controller I0415 22:50:14.534494 3799 udn_isolation.go:101] Starting UDN host isolation manager I0415 22:50:14.541116 3799 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0415 22:50:14.613680 3799 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0415 22:50:14.613753 3799 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0415 22:50:14.613768 3799 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0415 22:50:14.646022 3799 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0415 22:50:14.646082 3799 default_node_network_controller.go:809] Node ip-10-0-2-187.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0415 22:50:14.650979 3799 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.187"] k8s.ovn.org/zone-name:ip-10-0-2-187.ec2.internal] on node ip-10-0-2-187.ec2.internal I0415 22:50:14.672426 3799 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0415 22:50:14.678631 3799 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0415 22:50:14.678777 3799 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0415 22:50:14.678893 3799 gateway_init.go:263] Preparing Gateway I0415 22:50:14.678904 3799 gateway_shared_intf.go:1687] Creating new gateway I0415 22:50:14.763217 3799 iptables.go:108] Creating table: filter chain: FORWARD I0415 22:50:14.769904 3799 iptables.go:108] Creating table: filter chain: OUTPUT I0415 22:50:14.776939 3799 gateway_shared_intf.go:1816] Gateway Creation Complete I0415 22:50:14.776959 3799 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-187.ec2.internal","mac-address":"0e:47:59:e1:37:5f","ip-addresses":["10.0.2.187/24"],"ip-address":"10.0.2.187/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:73e0ccca-32e1-4190-aa63-d73ab5d7d719 k8s.ovn.org/node-encap-ips:["10.0.2.187"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.187/24"} k8s.ovn.org/zone-name:ip-10-0-2-187.ec2.internal] on node ip-10-0-2-187.ec2.internal I0415 22:50:14.795589 3799 default_node_network_controller.go:519] Node connection status = connected I0415 22:50:14.905819 3799 controller_manager.go:429] Waiting for node in zone sync took: 500.085222ms I0415 22:50:14.910851 3799 controller_manager.go:611] Switching to transit router for layer2 networks I0415 22:50:14.910864 3799 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-187.ec2.internal I0415 22:50:14.925554 3799 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0415 22:50:14.932572 3799 controller_manager.go:290] SCTP support detected in OVN I0415 22:50:14.933177 3799 services_controller.go:69] Creating services controller for network=default I0415 22:50:14.933271 3799 udn_enabled_svc.go:80] Waiting for service informer to sync I0415 22:50:14.933339 3799 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0415 22:50:14.933374 3799 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0415 22:50:14.933387 3799 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0415 22:50:14.933399 3799 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0415 22:50:14.933553 3799 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0415 22:50:14.933593 3799 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0415 22:50:14.933651 3799 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 65.182µs I0415 22:50:14.933673 3799 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 70.802µs I0415 22:50:14.933683 3799 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 89.137µs I0415 22:50:14.933690 3799 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0415 22:50:14.933696 3799 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0415 22:50:14.933705 3799 default_network_controller.go:325] Starting the default network controller I0415 22:50:14.933801 3799 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.053µs I0415 22:50:14.933880 3799 udn_enabled_svc.go:95] Performing full resync I0415 22:50:14.934151 3799 udn_enabled_svc.go:99] Waiting for handler to sync I0415 22:50:14.934163 3799 udn_enabled_svc.go:104] Starting worker I0415 22:50:14.944227 3799 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0415 22:50:14.944353 3799 repair.go:33] Syncing exgw routes took 112.555µs I0415 22:50:14.944395 3799 default_network_controller.go:414] Starting all the Watchers... I0415 22:50:14.944596 3799 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0415 22:50:14.944597 3799 namespace.go:98] [openshift-apiserver-operator] adding namespace I0415 22:50:14.944606 3799 namespace.go:98] [openshift-service-ca-operator] adding namespace I0415 22:50:14.944597 3799 namespace.go:98] [openshift-backplane-tam] adding namespace I0415 22:50:14.944616 3799 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0415 22:50:14.944624 3799 namespace.go:98] [openshift-logging] adding namespace I0415 22:50:14.944628 3799 namespace.go:98] [dedicated-admin] adding namespace I0415 22:50:14.944634 3799 namespace.go:98] [openshift-route-controller-manager] adding namespace I0415 22:50:14.944641 3799 namespace.go:98] [openshift-backplane-cee] adding namespace I0415 22:50:14.944640 3799 namespace.go:98] [openshift-console] adding namespace I0415 22:50:14.944657 3799 namespace.go:98] [openshift-image-registry] adding namespace I0415 22:50:14.944660 3799 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0415 22:50:14.944667 3799 namespace.go:98] [openshift] adding namespace I0415 22:50:14.944675 3799 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0415 22:50:14.944731 3799 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0415 22:50:14.945303 3799 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 696.092µs I0415 22:50:14.945337 3799 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0415 22:50:14.945780 3799 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 437.546µs I0415 22:50:14.945793 3799 namespace.go:98] [openshift-marketplace] adding namespace I0415 22:50:14.946251 3799 namespace.go:102] [openshift-marketplace] adding namespace took 451.943µs I0415 22:50:14.946266 3799 namespace.go:98] [kube-system] adding namespace I0415 22:50:14.946742 3799 namespace.go:102] [openshift-apiserver-operator] adding namespace took 2.128778ms I0415 22:50:14.946756 3799 namespace.go:98] [openshift-backplane-srep] adding namespace I0415 22:50:14.947219 3799 namespace.go:102] [openshift-service-ca-operator] adding namespace took 2.602189ms I0415 22:50:14.947233 3799 namespace.go:98] [openshift-apiserver] adding namespace I0415 22:50:14.947692 3799 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 3.066505ms I0415 22:50:14.947707 3799 namespace.go:98] [openshift-node] adding namespace I0415 22:50:14.948138 3799 namespace.go:102] [openshift-backplane-tam] adding namespace took 3.517652ms I0415 22:50:14.948148 3799 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0415 22:50:14.948598 3799 namespace.go:102] [openshift-logging] adding namespace took 3.967738ms I0415 22:50:14.948613 3799 namespace.go:98] [default] adding namespace I0415 22:50:14.949053 3799 namespace.go:102] [dedicated-admin] adding namespace took 4.420149ms I0415 22:50:14.949062 3799 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0415 22:50:14.949495 3799 namespace.go:102] [openshift-route-controller-manager] adding namespace took 4.855782ms I0415 22:50:14.949509 3799 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0415 22:50:14.949925 3799 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.280221ms I0415 22:50:14.949934 3799 namespace.go:98] [openshift-config-operator] adding namespace I0415 22:50:14.950370 3799 namespace.go:102] [openshift-console] adding namespace took 5.722499ms I0415 22:50:14.950380 3799 namespace.go:98] [openshift-authentication] adding namespace I0415 22:50:14.950883 3799 namespace.go:102] [openshift-image-registry] adding namespace took 6.220389ms I0415 22:50:14.950898 3799 namespace.go:98] [kube-public] adding namespace I0415 22:50:14.951340 3799 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.675119ms I0415 22:50:14.951353 3799 namespace.go:98] [openshift-multus] adding namespace I0415 22:50:14.951832 3799 namespace.go:102] [openshift] adding namespace took 7.157732ms I0415 22:50:14.951847 3799 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0415 22:50:14.952273 3799 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.584869ms I0415 22:50:14.952282 3799 namespace.go:98] [openshift-must-gather-operator] adding namespace I0415 22:50:14.952704 3799 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.960621ms I0415 22:50:14.952718 3799 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0415 22:50:14.953115 3799 namespace.go:102] [kube-system] adding namespace took 6.843677ms I0415 22:50:14.953128 3799 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0415 22:50:14.953546 3799 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.784659ms I0415 22:50:14.953559 3799 namespace.go:98] [openshift-backplane-mobb] adding namespace I0415 22:50:14.954421 3799 namespace.go:102] [openshift-apiserver] adding namespace took 7.182546ms I0415 22:50:14.954433 3799 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0415 22:50:14.954820 3799 namespace.go:102] [openshift-node] adding namespace took 7.107701ms I0415 22:50:14.954832 3799 namespace.go:98] [openshift-ingress-operator] adding namespace I0415 22:50:14.955226 3799 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.074422ms I0415 22:50:14.955236 3799 namespace.go:98] [openshift-config-managed] adding namespace I0415 22:50:14.955625 3799 namespace.go:102] [default] adding namespace took 7.007159ms I0415 22:50:14.955638 3799 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0415 22:50:14.956022 3799 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.954817ms I0415 22:50:14.956033 3799 namespace.go:98] [openshift-network-node-identity] adding namespace I0415 22:50:14.956447 3799 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.932317ms I0415 22:50:14.956458 3799 namespace.go:98] [openshift-monitoring] adding namespace I0415 22:50:14.956831 3799 namespace.go:102] [openshift-config-operator] adding namespace took 6.892165ms I0415 22:50:14.956843 3799 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0415 22:50:14.957247 3799 namespace.go:102] [openshift-authentication] adding namespace took 6.862119ms I0415 22:50:14.957259 3799 namespace.go:98] [openshift-package-operator] adding namespace W0415 22:50:14.957754 3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-j8mvj: pod openshift-multus/network-metrics-daemon-j8mvj: no pod IPs found W0415 22:50:14.957775 3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-2dj7p: pod openshift-multus/network-metrics-daemon-2dj7p: no pod IPs found I0415 22:50:14.957795 3799 namespace.go:102] [kube-public] adding namespace took 6.890073ms I0415 22:50:14.957810 3799 namespace.go:98] [openshift-backplane] adding namespace I0415 22:50:14.958342 3799 namespace.go:102] [openshift-multus] adding namespace took 6.983745ms I0415 22:50:14.958356 3799 namespace.go:98] [openshift-backplane-csm] adding namespace I0415 22:50:14.958884 3799 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.028944ms I0415 22:50:14.958903 3799 namespace.go:98] [openshift-ingress-canary] adding namespace I0415 22:50:14.959347 3799 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.058556ms I0415 22:50:14.959363 3799 namespace.go:98] [openshift-machine-api] adding namespace I0415 22:50:14.959859 3799 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.135639ms I0415 22:50:14.959871 3799 namespace.go:98] [openshift-network-operator] adding namespace I0415 22:50:14.960257 3799 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.124122ms I0415 22:50:14.960776 3799 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.211586ms I0415 22:50:14.960790 3799 namespace.go:98] [openshift-operators-redhat] adding namespace I0415 22:50:14.961228 3799 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.789624ms I0415 22:50:14.961243 3799 namespace.go:98] [openshift-authentication-operator] adding namespace I0415 22:50:14.961685 3799 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.847475ms I0415 22:50:14.961701 3799 namespace.go:98] [openshift-etcd] adding namespace I0415 22:50:14.962095 3799 namespace.go:102] [openshift-config-managed] adding namespace took 6.854333ms I0415 22:50:14.962107 3799 namespace.go:98] [openshift-host-network] adding namespace I0415 22:50:14.962539 3799 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.895029ms I0415 22:50:14.962555 3799 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0415 22:50:14.962962 3799 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.924528ms I0415 22:50:14.962975 3799 namespace.go:98] [openshift-console-user-settings] adding namespace I0415 22:50:14.963399 3799 namespace.go:102] [openshift-monitoring] adding namespace took 6.936308ms I0415 22:50:14.963412 3799 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0415 22:50:14.963836 3799 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.987208ms I0415 22:50:14.963853 3799 namespace.go:98] [kube-node-lease] adding namespace I0415 22:50:14.964265 3799 namespace.go:102] [openshift-package-operator] adding namespace took 7.001723ms I0415 22:50:14.964277 3799 namespace.go:98] [openshift-dns] adding namespace I0415 22:50:14.964749 3799 namespace.go:102] [openshift-backplane] adding namespace took 6.933388ms I0415 22:50:14.964763 3799 namespace.go:98] [openshift-console-operator] adding namespace I0415 22:50:14.965227 3799 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.865243ms I0415 22:50:14.965240 3799 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0415 22:50:14.965696 3799 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.785972ms I0415 22:50:14.965709 3799 namespace.go:98] [openshift-cluster-version] adding namespace I0415 22:50:14.966138 3799 namespace.go:102] [openshift-machine-api] adding namespace took 6.769662ms I0415 22:50:14.966149 3799 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0415 22:50:14.966626 3799 namespace.go:102] [openshift-network-operator] adding namespace took 6.744463ms I0415 22:50:14.966637 3799 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0415 22:50:14.967009 3799 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.214268ms I0415 22:50:14.967020 3799 namespace.go:98] [openshift-controller-manager] adding namespace I0415 22:50:14.967420 3799 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.172934ms I0415 22:50:14.967430 3799 namespace.go:98] [openshift-kube-scheduler] adding namespace I0415 22:50:14.967816 3799 namespace.go:102] [openshift-etcd] adding namespace took 6.110266ms I0415 22:50:14.967825 3799 namespace.go:98] [openshift-network-console] adding namespace I0415 22:50:14.968335 3799 namespace.go:102] [openshift-host-network] adding namespace took 6.221507ms I0415 22:50:14.968351 3799 namespace.go:98] [openshift-operators] adding namespace I0415 22:50:14.968825 3799 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.26517ms I0415 22:50:14.968835 3799 namespace.go:98] [openshift-insights] adding namespace I0415 22:50:14.969216 3799 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.236805ms I0415 22:50:14.969226 3799 namespace.go:98] [openshift-customer-monitoring] adding namespace I0415 22:50:14.969738 3799 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.319883ms I0415 22:50:14.969754 3799 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0415 22:50:14.970238 3799 namespace.go:102] [kube-node-lease] adding namespace took 6.378976ms I0415 22:50:14.970253 3799 namespace.go:98] [openshift-dns-operator] adding namespace I0415 22:50:14.970757 3799 namespace.go:102] [openshift-dns] adding namespace took 6.475367ms I0415 22:50:14.970772 3799 namespace.go:98] [openshift-infra] adding namespace I0415 22:50:14.971207 3799 namespace.go:102] [openshift-console-operator] adding namespace took 6.438416ms I0415 22:50:14.971219 3799 namespace.go:98] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] adding namespace I0415 22:50:14.971649 3799 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.401582ms I0415 22:50:14.971668 3799 namespace.go:98] [openshift-backplane-cse] adding namespace I0415 22:50:14.972098 3799 namespace.go:102] [openshift-cluster-version] adding namespace took 6.383334ms I0415 22:50:14.972116 3799 namespace.go:98] [openshift-kube-apiserver] adding namespace I0415 22:50:14.972625 3799 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.469112ms I0415 22:50:14.972641 3799 namespace.go:98] [openshift-config] adding namespace I0415 22:50:14.973066 3799 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.423094ms I0415 22:50:14.973083 3799 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0415 22:50:14.973483 3799 namespace.go:102] [openshift-controller-manager] adding namespace took 6.456572ms I0415 22:50:14.973884 3799 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.447805ms I0415 22:50:14.974466 3799 namespace.go:102] [openshift-network-console] adding namespace took 6.635439ms I0415 22:50:14.974896 3799 namespace.go:102] [openshift-operators] adding namespace took 6.539474ms I0415 22:50:14.974913 3799 namespace.go:98] [openshift-machine-config-operator] adding namespace I0415 22:50:14.975345 3799 namespace.go:102] [openshift-insights] adding namespace took 6.502706ms I0415 22:50:14.975360 3799 namespace.go:98] [openshift-network-diagnostics] adding namespace I0415 22:50:14.975746 3799 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.51401ms I0415 22:50:14.976195 3799 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.43439ms I0415 22:50:14.976571 3799 namespace.go:102] [openshift-dns-operator] adding namespace took 6.308987ms I0415 22:50:14.976591 3799 namespace.go:98] [openshift-ingress] adding namespace I0415 22:50:14.977104 3799 namespace.go:102] [openshift-infra] adding namespace took 6.325284ms I0415 22:50:14.977636 3799 namespace.go:102] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] adding namespace took 6.410243ms I0415 22:50:14.978106 3799 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.431162ms I0415 22:50:14.978575 3799 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.452783ms I0415 22:50:14.979002 3799 namespace.go:102] [openshift-config] adding namespace took 6.356244ms I0415 22:50:14.979015 3799 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0415 22:50:14.979439 3799 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.349315ms W0415 22:50:14.979906 3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5ph5f: pod openshift-network-diagnostics/network-check-target-5ph5f: no pod IPs found W0415 22:50:14.979921 3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-bvrn4: pod openshift-network-diagnostics/network-check-target-bvrn4: no pod IPs found I0415 22:50:14.979945 3799 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.026967ms I0415 22:50:14.980378 3799 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.012807ms I0415 22:50:14.980884 3799 namespace.go:102] [openshift-ingress] adding namespace took 4.285925ms I0415 22:50:14.981371 3799 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 2.350278ms I0415 22:50:14.981527 3799 master.go:548] Adding or Updating local node "ip-10-0-2-187.ec2.internal" for network "default" I0415 22:50:14.982559 3799 zone_ic_handler.go:195] Time taken to create transit switch: 402.946µs I0415 22:50:14.982577 3799 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-116.ec2.internal for the network default I0415 22:50:14.983811 3799 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-116.ec2.internal" on network "default" took: 1.665676ms W0415 22:50:14.991107 3799 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-2dj7p: pod openshift-multus/network-metrics-daemon-2dj7p: no pod IPs found W0415 22:50:14.991128 3799 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5ph5f: pod openshift-network-diagnostics/network-check-target-5ph5f: no pod IPs found I0415 22:50:14.992400 3799 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-187.ec2.internal for the network default I0415 22:50:14.992651 3799 zone_ic_handler.go:195] Time taken to create transit switch: 232.678µs I0415 22:50:14.993566 3799 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0415 22:50:14.993588 3799 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0415 22:50:14.993600 3799 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0415 22:50:14.993646 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-116.ec2.internal in network "default" I0415 22:50:14.993722 3799 node_tracker.go:169] Node ip-10-0-0-116.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:14.993741 3799 services_controller.go:574] Full service sync requested for network=default I0415 22:50:14.993757 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-187.ec2.internal in network "default" I0415 22:50:14.993782 3799 node_tracker.go:169] Node ip-10-0-2-187.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:14.993789 3799 services_controller.go:574] Full service sync requested for network=default I0415 22:50:15.093832 3799 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0415 22:50:15.093865 3799 services_controller.go:208] Setting up event handlers for services for network=default I0415 22:50:15.093956 3799 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0415 22:50:15.094000 3799 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0415 22:50:15.094015 3799 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0415 22:50:15.195008 3799 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0415 22:50:15.195028 3799 repair.go:60] Starting repairing loop for services I0415 22:50:15.195118 3799 repair.go:131] Deleted 0 stale service LBs I0415 22:50:15.195138 3799 repair.go:137] Deleted 0 stale Chassis Template Vars I0415 22:50:15.195153 3799 repair.go:62] Finished repairing loop for services: 127.468µs I0415 22:50:15.195178 3799 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0415 22:50:15.195194 3799 services_controller.go:254] Starting workers for network=default I0415 22:50:15.195875 3799 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5ph5f] creating logical port openshift-network-diagnostics_network-check-target-5ph5f for pod on switch ip-10-0-2-187.ec2.internal I0415 22:50:15.196006 3799 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5ph5f I0415 22:50:15.196983 3799 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2dj7p] creating logical port openshift-multus_network-metrics-daemon-2dj7p for pod on switch ip-10-0-2-187.ec2.internal I0415 22:50:15.197066 3799 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-2dj7p I0415 22:50:15.212588 3799 pod.go:62] [openshift-multus/network-metrics-daemon-2dj7p] pod update took 15.558852ms I0415 22:50:15.212611 3799 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-2dj7p] addLogicalPort annotation time took 15.581695ms I0415 22:50:15.213023 3799 pod.go:62] [openshift-network-diagnostics/network-check-target-5ph5f] pod update took 17.073824ms I0415 22:50:15.213037 3799 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-5ph5f] addLogicalPort annotation time took 17.091822ms I0415 22:50:15.213547 3799 pods.go:271] [openshift-multus/network-metrics-daemon-2dj7p] addLogicalPort took 16.575772ms, libovsdb time 708.03µs I0415 22:50:15.213918 3799 pods.go:271] [openshift-network-diagnostics/network-check-target-5ph5f] addLogicalPort took 18.054836ms, libovsdb time 711.841µs I0415 22:50:15.214280 3799 admin_network_policy_controller.go:227] Starting controller default-network-controller I0415 22:50:15.214305 3799 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0415 22:50:15.214336 3799 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0415 22:50:15.214341 3799 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0415 22:50:15.214570 3799 repair.go:29] Repairing admin network policies took 222.303µs I0415 22:50:15.214684 3799 repair.go:92] Repairing baseline admin network policies took 102.494µs I0415 22:50:15.215116 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0415 22:50:15.215136 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0415 22:50:15.216610 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0415 22:50:15.216630 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0415 22:50:15.216646 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0415 22:50:15.218171 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0415 22:50:15.218198 3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0415 22:50:15.218214 3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0415 22:50:15.220140 3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0415 22:50:15.220165 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0415 22:50:15.220178 3799 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0415 22:50:15.222470 3799 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0415 22:50:15.222490 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0415 22:50:15.222498 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0415 22:50:15.224006 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0415 22:50:15.224034 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0415 22:50:15.224042 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0415 22:50:15.224596 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0415 22:50:15.224620 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0415 22:50:15.224628 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0415 22:50:15.225127 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0415 22:50:15.225145 3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0415 22:50:15.225151 3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0415 22:50:15.225503 3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0415 22:50:15.225520 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0415 22:50:15.225533 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0415 22:50:15.226150 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0415 22:50:15.226174 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0415 22:50:15.226185 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0415 22:50:15.226734 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0415 22:50:15.226759 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0415 22:50:15.226770 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0415 22:50:15.228298 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0415 22:50:15.228334 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0415 22:50:15.228340 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0415 22:50:15.228624 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0415 22:50:15.228642 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0415 22:50:15.228653 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0415 22:50:15.230085 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0415 22:50:15.230106 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0415 22:50:15.230115 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0415 22:50:15.231116 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0415 22:50:15.231136 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0415 22:50:15.231147 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0415 22:50:15.233505 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0415 22:50:15.233527 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0415 22:50:15.233537 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0415 22:50:15.234595 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0415 22:50:15.234621 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0415 22:50:15.234634 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0415 22:50:15.235744 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0415 22:50:15.235766 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0415 22:50:15.235780 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0415 22:50:15.237067 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0415 22:50:15.237092 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0415 22:50:15.237101 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0415 22:50:15.238292 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0415 22:50:15.238339 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0415 22:50:15.238745 3799 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0415 22:50:15.238759 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0415 22:50:15.239508 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0415 22:50:15.239529 3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0415 22:50:15.239542 3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0415 22:50:15.240591 3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0415 22:50:15.240610 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0415 22:50:15.240617 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0415 22:50:15.241163 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0415 22:50:15.241185 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0415 22:50:15.241197 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0415 22:50:15.241777 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0415 22:50:15.241795 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0415 22:50:15.241803 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0415 22:50:15.242353 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0415 22:50:15.242373 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0415 22:50:15.242382 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0415 22:50:15.242974 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0415 22:50:15.242993 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0415 22:50:15.243000 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0415 22:50:15.243650 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0415 22:50:15.243668 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0415 22:50:15.243698 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0415 22:50:15.244541 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0415 22:50:15.244562 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0415 22:50:15.244568 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0415 22:50:15.244908 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0415 22:50:15.244932 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0415 22:50:15.244943 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0415 22:50:15.246117 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0415 22:50:15.250920 3799 egressfirewall.go:374] Starting EgressFirewall controller I0415 22:50:15.250953 3799 controller.go:133] Adding controller egress-firewall-controller event handlers I0415 22:50:15.250966 3799 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0415 22:50:15.250998 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0415 22:50:15.251014 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0415 22:50:15.251027 3799 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0415 22:50:15.251017 3799 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0415 22:50:15.251358 3799 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0415 22:50:15.251372 3799 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0415 22:50:15.251377 3799 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0415 22:50:15.251385 3799 egressqos.go:193] Setting up event handlers for EgressQoS I0415 22:50:15.251403 3799 egressfirewall.go:723] Syncing node "ip-10-0-0-116.ec2.internal" for egress firewall I0415 22:50:15.251415 3799 egressfirewall.go:723] Syncing node "ip-10-0-2-187.ec2.internal" for egress firewall I0415 22:50:15.251558 3799 egressqos.go:245] Starting EgressQoS Controller I0415 22:50:15.251569 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0415 22:50:15.251576 3799 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0415 22:50:15.251581 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0415 22:50:15.251586 3799 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0415 22:50:15.251593 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0415 22:50:15.251600 3799 shared_informer.go:356] "Caches are synced" controller="egressqos" I0415 22:50:15.251605 3799 egressqos.go:259] Repairing EgressQoSes I0415 22:50:15.251610 3799 egressqos.go:399] Starting repairing loop for egressqos I0415 22:50:15.251706 3799 egressqos.go:401] Finished repairing loop for egressqos: 96.395µs I0415 22:50:15.251729 3799 egressservice_zone.go:132] Setting up event handlers for Egress Services I0415 22:50:15.251754 3799 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-187.ec2.internal I0415 22:50:15.251816 3799 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-187.ec2.internal : 62.098µs I0415 22:50:15.251968 3799 egressservice_zone.go:210] Starting Egress Services Controller I0415 22:50:15.251979 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0415 22:50:15.251986 3799 shared_informer.go:356] "Caches are synced" controller="egressservices" I0415 22:50:15.251992 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0415 22:50:15.251999 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0415 22:50:15.252011 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0415 22:50:15.252020 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0415 22:50:15.252025 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0415 22:50:15.252030 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0415 22:50:15.252033 3799 egressservice_zone.go:228] Repairing Egress Services I0415 22:50:15.252298 3799 master_controller.go:88] Starting Admin Policy Based Route Controller I0415 22:50:15.252308 3799 external_controller.go:278] Starting Admin Policy Based Route Controller I0415 22:50:15.252353 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-116.ec2.internal I0415 22:50:15.252363 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-116.ec2.internal: 13.854µs I0415 22:50:15.252372 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-187.ec2.internal I0415 22:50:15.252378 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-187.ec2.internal: 5.848µs I0415 22:50:15.252445 3799 default_network_controller.go:585] Completing all the Watchers took 308.036802ms I0415 22:50:15.252461 3799 default_network_controller.go:589] Starting unidling controllers I0415 22:50:15.252475 3799 unidle.go:46] Registering OVN SB ControllerEvent handler I0415 22:50:15.252483 3799 unidle.go:63] Populating Initial ContollerEvent events I0415 22:50:15.252493 3799 unidle.go:79] Setting up event handlers for services I0415 22:50:15.252536 3799 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0415 22:50:15.297134 3799 default_node_network_controller.go:519] Node connection status = connected I0415 22:50:15.797243 3799 default_node_network_controller.go:519] Node connection status = connected I0415 22:50:16.296359 3799 default_node_network_controller.go:519] Node connection status = connected I0415 22:50:16.796908 3799 default_node_network_controller.go:519] Node connection status = connected I0415 22:50:16.923053 3799 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0415 22:50:17.278831 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-116.ec2.internal I0415 22:50:17.278842 3799 egressfirewall.go:723] Syncing node "ip-10-0-0-116.ec2.internal" for egress firewall I0415 22:50:17.278851 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-116.ec2.internal: 25.328µs I0415 22:50:17.278895 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-116.ec2.internal in network "default" I0415 22:50:17.278952 3799 node_tracker.go:169] Node ip-10-0-0-116.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:17.278951 3799 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-116.ec2.internal. Updating no re-route policies I0415 22:50:17.278970 3799 services_controller.go:574] Full service sync requested for network=default I0415 22:50:17.296683 3799 default_node_network_controller.go:519] Node connection status = connected I0415 22:50:17.313772 3799 bridgeconfig.go:537] Gateway is ready I0415 22:50:17.313788 3799 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0415 22:50:17.324807 3799 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.187. Updating OVN encap IP. I0415 22:50:17.329869 3799 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.187 - it is already configured I0415 22:50:17.329882 3799 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.187/24:{} 172.20.0.1/32:{}]. Updating annotations. I0415 22:50:17.330136 3799 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.187/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-187.ec2.internal","mac-address":"0e:47:59:e1:37:5f","ip-addresses":["10.0.2.187/24"],"ip-address":"10.0.2.187/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:73e0ccca-32e1-4190-aa63-d73ab5d7d719 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.187/24"}] on node ip-10-0-2-187.ec2.internal I0415 22:50:17.345752 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-187.ec2.internal in network "default" I0415 22:50:17.345761 3799 egressfirewall.go:723] Syncing node "ip-10-0-2-187.ec2.internal" for egress firewall I0415 22:50:17.345791 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-187.ec2.internal I0415 22:50:17.345799 3799 node_tracker.go:169] Node ip-10-0-2-187.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:17.345806 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-187.ec2.internal: 17.944µs I0415 22:50:17.345811 3799 services_controller.go:574] Full service sync requested for network=default I0415 22:50:17.345809 3799 master.go:548] Adding or Updating local node "ip-10-0-2-187.ec2.internal" for network "default" I0415 22:50:17.346454 3799 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.187 I0415 22:50:17.346577 3799 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-187.ec2.internal I0415 22:50:17.350976 3799 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-187.ec2.internal. Updating no re-route policies I0415 22:50:17.351051 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-qgxcv I0415 22:50:17.351058 3799 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-187.ec2.internal I0415 22:50:17.351062 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ptrtc I0415 22:50:17.351065 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-qgxcv I0415 22:50:17.351071 3799 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-187.ec2.internal I0415 22:50:17.351074 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-7d682 I0415 22:50:17.351085 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-7d682 I0415 22:50:17.351091 3799 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-187.ec2.internal after 0 failed attempt(s) I0415 22:50:17.351093 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wdv2v I0415 22:50:17.351096 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-qgxcv after 0 failed attempt(s) I0415 22:50:17.351102 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ptrtc I0415 22:50:17.351102 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6x45w I0415 22:50:17.351105 3799 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-6qj6d I0415 22:50:17.351108 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wdv2v I0415 22:50:17.351110 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6x45w I0415 22:50:17.351114 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-187.ec2.internal I0415 22:50:17.351116 3799 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-6qj6d I0415 22:50:17.351119 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5ph5f I0415 22:50:17.351122 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-ptrtc after 0 failed attempt(s) I0415 22:50:17.351123 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-187.ec2.internal I0415 22:50:17.351120 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-7tsg4 I0415 22:50:17.351125 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wdv2v after 0 failed attempt(s) I0415 22:50:17.351127 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-2z7q4 I0415 22:50:17.351129 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5ph5f I0415 22:50:17.351136 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-2dj7p I0415 22:50:17.351134 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-7tsg4 I0415 22:50:17.351140 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-2z7q4 I0415 22:50:17.351134 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-qwsng I0415 22:50:17.351143 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-2dj7p I0415 22:50:17.351140 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-187.ec2.internal after 0 failed attempt(s) I0415 22:50:17.351151 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-qwsng I0415 22:50:17.351127 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6x45w after 0 failed attempt(s) I0415 22:50:17.351155 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-2z7q4 after 0 failed attempt(s) I0415 22:50:17.351157 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-7tsg4 after 0 failed attempt(s) I0415 22:50:17.351136 3799 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-6qj6d after 0 failed attempt(s) I0415 22:50:17.351170 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-qwsng after 0 failed attempt(s) I0415 22:50:17.351169 3799 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5ph5f] creating logical port openshift-network-diagnostics_network-check-target-5ph5f for pod on switch ip-10-0-2-187.ec2.internal I0415 22:50:17.351109 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-7d682 after 0 failed attempt(s) I0415 22:50:17.351212 3799 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-2dj7p] creating logical port openshift-multus_network-metrics-daemon-2dj7p for pod on switch ip-10-0-2-187.ec2.internal I0415 22:50:17.351749 3799 pods.go:271] [openshift-network-diagnostics/network-check-target-5ph5f] addLogicalPort took 589.54µs, libovsdb time 236.392µs I0415 22:50:17.351762 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5ph5f after 0 failed attempt(s) I0415 22:50:17.351877 3799 pods.go:271] [openshift-multus/network-metrics-daemon-2dj7p] addLogicalPort took 683.647µs, libovsdb time 320.693µs I0415 22:50:17.351888 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-2dj7p after 0 failed attempt(s) I0415 22:50:17.361876 3799 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0415 22:50:17.373124 3799 iptables.go:108] Creating table: mangle chain: OUTPUT I0415 22:50:17.376543 3799 iptables.go:108] Creating table: nat chain: OUTPUT I0415 22:50:17.427214 3799 iptables.go:108] Creating table: nat chain: PREROUTING I0415 22:50:17.484813 3799 iptables.go:108] Creating table: filter chain: FORWARD I0415 22:50:17.502049 3799 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0415 22:50:17.502127 3799 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0415 22:50:17.502167 3799 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0415 22:50:17.502247 3799 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0415 22:50:17.502294 3799 gateway_init.go:325] Gateway and management port readiness took 2.710522231s I0415 22:50:17.502332 3799 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0415 22:50:17.502364 3799 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0415 22:50:17.502374 3799 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0415 22:50:17.502384 3799 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0415 22:50:17.502437 3799 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0415 22:50:17.502514 3799 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.855µs I0415 22:50:17.502681 3799 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0415 22:50:17.502708 3799 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.727µs I0415 22:50:17.502716 3799 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.243µs I0415 22:50:17.502722 3799 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0415 22:50:17.502731 3799 nad_controller.go:379] [node-nad-controller NAD controller]: started I0415 22:50:17.502738 3799 default_node_network_controller.go:899] Starting the default node network controller I0415 22:50:17.502742 3799 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0415 22:50:17.502817 3799 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.8µs I0415 22:50:17.502861 3799 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0415 22:50:17.502869 3799 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0415 22:50:17.502890 3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d220 0xc0002b7c70 0xc0002b7ce0 0xc0002b7d50 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc000b2b540 0xc0002b7f10 0xc0002c8000 0xc000902320 0xc0064d73b0 0xc0002c8070 map[0x2ff9080:0xc002a0cea0 0x2ff95c0:0xc002a0d0e0 0x2ffa2e0:0xc002a0cde0 0x2ffa580:0xc002a0ce40 0x2ffad60:0xc002a0cf00 0x2ffb000:0xc002a0d020 0x2ffb2a0:0xc002a0d080 0x2ffba80:0xc002a0d140 0x2ffbd20:0xc002a0d1a0 0x3026980:0xc001031860 0x3026d20:0xc001031980 0x3027800:0xc000c9f620 0x3029160:0xc001c42000 0x30298a0:0xc00424eba0 0x302a720:0xc001031800] 0xc000b204d0 0} I0415 22:50:17.502941 3799 gateway.go:151] Starting gateway service sync I0415 22:50:17.503733 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0415 22:50:17.506515 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0415 22:50:17.532607 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0415 22:50:17.533769 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0415 22:50:17.535024 3799 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0415 22:50:17.568186 3799 gateway.go:168] Gateway service sync done. Time taken: 65.23511ms I0415 22:50:17.568740 3799 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30424 I0415 22:50:17.568852 3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d220 0xc0002b7c70 0xc0002b7ce0 0xc0002b7d50 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc000b2b540 0xc0002b7f10 0xc0002c8000 0xc000902320 0xc0064d73b0 0xc0002c8070 map[0x2ff9080:0xc002a0cea0 0x2ff95c0:0xc002a0d0e0 0x2ffa2e0:0xc002a0cde0 0x2ffa580:0xc002a0ce40 0x2ffad60:0xc002a0cf00 0x2ffb000:0xc002a0d020 0x2ffb2a0:0xc002a0d080 0x2ffba80:0xc002a0d140 0x2ffbd20:0xc002a0d1a0 0x3026980:0xc001031860 0x3026d20:0xc001031980 0x3027800:0xc000c9f620 0x3029160:0xc001c42000 0x30298a0:0xc00424eba0 0x302a720:0xc001031800] 0xc000b204d0 0} I0415 22:50:17.569265 3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d220 0xc0002b7c70 0xc0002b7ce0 0xc0002b7d50 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc000b2b540 0xc0002b7f10 0xc0002c8000 0xc000902320 0xc0064d73b0 0xc0002c8070 map[0x2ff9080:0xc002a0cea0 0x2ff95c0:0xc002a0d0e0 0x2ffa2e0:0xc002a0cde0 0x2ffa580:0xc002a0ce40 0x2ffad60:0xc002a0cf00 0x2ffb000:0xc002a0d020 0x2ffb2a0:0xc002a0d080 0x2ffba80:0xc002a0d140 0x2ffbd20:0xc002a0d1a0 0x3026980:0xc001031860 0x3026d20:0xc001031980 0x3027800:0xc000c9f620 0x3029160:0xc001c42000 0x30298a0:0xc00424eba0 0x302a720:0xc001031800] 0xc000b204d0 0} I0415 22:50:17.569298 3799 gateway.go:532] Reconciling gateway with updates I0415 22:50:17.574108 3799 gateway.go:339] Spawning Conntrack Rule Check Thread I0415 22:50:17.574183 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0415 22:50:17.574197 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0415 22:50:17.574202 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0415 22:50:17.574199 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0415 22:50:17.574208 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0415 22:50:17.574209 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0415 22:50:17.574217 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0415 22:50:17.574219 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0415 22:50:17.574220 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0415 22:50:17.574232 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0415 22:50:17.574246 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0415 22:50:17.574197 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0415 22:50:17.574257 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0415 22:50:17.574261 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0415 22:50:17.574261 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0415 22:50:17.574268 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:17.574279 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0415 22:50:17.574281 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:17.574283 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0415 22:50:17.574282 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:50:17.574292 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0415 22:50:17.574292 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0415 22:50:17.574296 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:50:17.574297 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0415 22:50:17.574297 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0415 22:50:17.574287 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0415 22:50:17.574308 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0415 22:50:17.574310 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0415 22:50:17.574307 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0415 22:50:17.574310 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0415 22:50:17.574336 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0415 22:50:17.574336 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0415 22:50:17.574343 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0415 22:50:17.574345 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0415 22:50:17.574343 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0415 22:50:17.574343 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0415 22:50:17.574359 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0415 22:50:17.574360 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0415 22:50:17.574348 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0415 22:50:17.574299 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0415 22:50:17.574360 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0415 22:50:17.574374 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0415 22:50:17.574382 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0415 22:50:17.574382 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0415 22:50:17.574388 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 30445 is already open, no action needed I0415 22:50:17.574383 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0415 22:50:17.574400 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0415 22:50:17.574391 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0415 22:50:17.574409 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0415 22:50:17.574411 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0415 22:50:17.574412 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0415 22:50:17.574422 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0415 22:50:17.574424 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0415 22:50:17.574284 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0415 22:50:17.574429 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0415 22:50:17.574199 3799 default_node_network_controller.go:944] Gateway and management port readiness took 71.320936ms I0415 22:50:17.574435 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0415 22:50:17.574304 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0415 22:50:17.574496 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0415 22:50:17.574282 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0415 22:50:17.574519 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0415 22:50:17.574523 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0415 22:50:17.574387 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0415 22:50:17.574532 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0415 22:50:17.574296 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0415 22:50:17.574572 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0415 22:50:17.574577 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0415 22:50:17.574284 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0415 22:50:17.574647 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0415 22:50:17.574358 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0415 22:50:17.574701 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0415 22:50:17.574709 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0415 22:50:17.574183 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0415 22:50:17.574720 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0415 22:50:17.574370 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0415 22:50:17.574333 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0415 22:50:17.574774 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0415 22:50:17.574371 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0415 22:50:17.574794 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0415 22:50:17.574387 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0415 22:50:17.574817 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0415 22:50:17.574391 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0415 22:50:17.574847 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0415 22:50:17.574387 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0415 22:50:17.574869 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0415 22:50:17.574303 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0415 22:50:17.574391 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0415 22:50:17.574910 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0415 22:50:17.574396 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 30437 is already open, no action needed I0415 22:50:17.574395 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0415 22:50:17.574947 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0415 22:50:17.574398 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0415 22:50:17.574955 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0415 22:50:17.574958 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0415 22:50:17.574397 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0415 22:50:17.574965 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0415 22:50:17.574402 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0415 22:50:17.574986 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0415 22:50:17.574311 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0415 22:50:17.574409 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0415 22:50:17.575039 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0415 22:50:17.575044 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0415 22:50:17.575048 3799 node_ip_handler_linux.go:160] Node IP manager is running W0415 22:50:17.612262 3799 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0415 22:50:17.612800 3799 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0415 22:50:17.613047 3799 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0415 22:50:17.621399 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0415 22:50:17.621427 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0415 22:50:17.621433 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0415 22:50:17.621439 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0415 22:50:17.621443 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0415 22:50:17.621450 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0415 22:50:17.621454 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0415 22:50:17.621460 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0415 22:50:17.621465 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0415 22:50:17.621470 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0415 22:50:17.621475 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0415 22:50:17.621480 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0415 22:50:17.621486 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0415 22:50:17.621493 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0415 22:50:17.621501 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0415 22:50:17.621508 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0415 22:50:17.621515 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0415 22:50:17.621523 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0415 22:50:17.621530 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0415 22:50:17.621538 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0415 22:50:17.621553 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0415 22:50:17.621589 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0415 22:50:17.621598 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0415 22:50:17.621603 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0415 22:50:17.621608 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0415 22:50:17.621613 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0415 22:50:17.621619 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0415 22:50:17.621624 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0415 22:50:17.621629 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0415 22:50:17.665206 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0415 22:50:17.665216 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0415 22:50:17.665239 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0415 22:50:17.703335 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0415 22:50:19.683969 3799 default_node_network_controller.go:1380] Starting node controller node sync W0415 22:50:19.684000 3799 egressip_healthcheck.go:76] Health checking using insecure connection I0415 22:50:19.684035 3799 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0415 22:50:19.695848 3799 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.861905ms I0415 22:50:19.695972 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-116.ec2.internal", IP: 10.0.0.116 to PMTUD blocking rules I0415 22:50:19.695986 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-116.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0415 22:50:19.702017 3799 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0415 22:50:19.702281 3799 egressservice_node.go:93] Setting up event handlers for Egress Services I0415 22:50:19.702654 3799 egressservice_node.go:183] Starting Egress Services Controller I0415 22:50:19.702671 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0415 22:50:19.702681 3799 shared_informer.go:356] "Caches are synced" controller="egressservices" I0415 22:50:19.702701 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0415 22:50:19.702712 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0415 22:50:19.702724 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0415 22:50:19.702730 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0415 22:50:19.702733 3799 egressservice_node.go:197] Repairing Egress Services I0415 22:50:19.712567 3799 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0415 22:50:19.712579 3799 external_controller.go:278] Starting Admin Policy Based Route Controller I0415 22:50:19.712751 3799 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0415 22:50:19.712761 3799 link_network_manager.go:119] Link manager is running I0415 22:50:19.712768 3799 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0415 22:50:19.712951 3799 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0415 22:50:19.713527 3799 vrf_manager.go:128] VRF manager is running I0415 22:50:19.713798 3799 node_controller_manager.go:437] Removing flows to drop GARP I0415 22:50:19.713810 3799 gateway.go:532] Reconciling gateway with updates I0415 22:50:19.728148 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0415 22:50:19.728152 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0415 22:50:19.728165 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0415 22:50:19.728169 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0415 22:50:19.728174 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0415 22:50:19.728177 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:19.728179 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0415 22:50:19.728187 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:19.728189 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0415 22:50:19.728193 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0415 22:50:19.728194 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0415 22:50:19.728203 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0415 22:50:19.728211 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0415 22:50:19.728215 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0415 22:50:19.728216 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0415 22:50:19.728214 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0415 22:50:19.728224 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0415 22:50:19.728198 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0415 22:50:19.728221 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0415 22:50:19.728233 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0415 22:50:19.728238 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0415 22:50:19.728205 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0415 22:50:19.728243 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0415 22:50:19.728242 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0415 22:50:19.728249 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0415 22:50:19.728247 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0415 22:50:19.728257 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0415 22:50:19.728256 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0415 22:50:19.728261 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0415 22:50:19.728261 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0415 22:50:19.728264 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0415 22:50:19.728269 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0415 22:50:19.728270 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0415 22:50:19.728273 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0415 22:50:19.728281 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0415 22:50:19.728283 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0415 22:50:19.728221 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0415 22:50:19.728273 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0415 22:50:19.728290 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:50:19.728294 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0415 22:50:19.728296 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:50:19.728295 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0415 22:50:19.728297 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0415 22:50:19.728303 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0415 22:50:19.728294 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0415 22:50:19.728306 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0415 22:50:19.728307 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0415 22:50:19.728309 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0415 22:50:19.728332 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0415 22:50:19.728334 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0415 22:50:19.728342 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0415 22:50:19.728344 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0415 22:50:19.728341 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0415 22:50:19.728368 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0415 22:50:19.728381 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0415 22:50:19.728383 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0415 22:50:19.728290 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0415 22:50:19.728407 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0415 22:50:19.728455 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0415 22:50:19.728253 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 30445 is already open, no action needed I0415 22:50:19.728467 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0415 22:50:19.728479 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 30437 is already open, no action needed I0415 22:50:19.728299 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0415 22:50:19.728528 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0415 22:50:19.728188 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0415 22:50:19.728567 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0415 22:50:19.728574 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0415 22:50:19.728166 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0415 22:50:19.728587 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0415 22:50:19.728294 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0415 22:50:19.728238 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0415 22:50:19.728631 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0415 22:50:19.728269 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0415 22:50:19.728188 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0415 22:50:19.728703 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0415 22:50:19.728711 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0415 22:50:19.728229 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0415 22:50:19.728156 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0415 22:50:19.728749 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0415 22:50:19.728168 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0415 22:50:19.728239 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0415 22:50:19.728180 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0415 22:50:19.728263 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0415 22:50:19.728809 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0415 22:50:19.728179 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0415 22:50:19.728831 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0415 22:50:19.728836 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0415 22:50:19.728276 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0415 22:50:19.728843 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0415 22:50:19.728284 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0415 22:50:19.728867 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0415 22:50:19.728286 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0415 22:50:19.728289 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0415 22:50:19.728289 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0415 22:50:19.728297 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0415 22:50:19.728298 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0415 22:50:19.728963 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0415 22:50:19.728308 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0415 22:50:19.728984 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0415 22:50:19.728337 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0415 22:50:19.728991 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0415 22:50:19.728994 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0415 22:50:19.752692 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0415 22:50:19.752714 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0415 22:50:19.752726 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0415 22:50:19.752730 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0415 22:50:19.752735 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0415 22:50:19.752740 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0415 22:50:19.752744 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0415 22:50:19.752748 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0415 22:50:19.752752 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0415 22:50:19.752757 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0415 22:50:19.752763 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0415 22:50:19.752769 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0415 22:50:19.752774 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0415 22:50:19.752782 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0415 22:50:19.752789 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0415 22:50:19.790027 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0415 22:50:19.790029 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0415 22:50:19.790041 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0415 22:50:19.790048 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0415 22:50:19.790053 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0415 22:50:19.790057 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0415 22:50:19.790061 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0415 22:50:19.790066 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0415 22:50:19.790075 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0415 22:50:19.790082 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0415 22:50:19.790089 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0415 22:50:19.790100 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0415 22:50:19.790116 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0415 22:50:19.790122 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0415 22:50:19.790127 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0415 22:50:19.790132 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0415 22:50:19.790136 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0415 22:50:21.107088 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-116.ec2.internal I0415 22:50:21.107112 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-116.ec2.internal: 29.637µs I0415 22:50:21.795659 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-187.ec2.internal I0415 22:50:21.795694 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-187.ec2.internal: 43.794µs I0415 22:50:21.824621 3799 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7bb65876fd-bpp2m] creating logical port openshift-image-registry_image-registry-7bb65876fd-bpp2m for pod on switch ip-10-0-2-187.ec2.internal I0415 22:50:21.824716 3799 kube.go:256] Updating pod openshift-image-registry/image-registry-7bb65876fd-bpp2m I0415 22:50:21.828178 3799 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5bc7784544-6vwtk] creating logical port openshift-ingress_router-default-5bc7784544-6vwtk for pod on switch ip-10-0-2-187.ec2.internal I0415 22:50:21.828252 3799 kube.go:256] Updating pod openshift-ingress/router-default-5bc7784544-6vwtk I0415 22:50:21.853716 3799 pod.go:62] [openshift-image-registry/image-registry-7bb65876fd-bpp2m] pod update took 29.03144ms I0415 22:50:21.853736 3799 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7bb65876fd-bpp2m] addLogicalPort annotation time took 29.053467ms I0415 22:50:21.854137 3799 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-qkpkn] creating logical port openshift-dns_dns-default-qkpkn for pod on switch ip-10-0-2-187.ec2.internal I0415 22:50:21.854242 3799 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-vfc4z] creating logical port openshift-ingress-canary_ingress-canary-vfc4z for pod on switch ip-10-0-2-187.ec2.internal I0415 22:50:21.854344 3799 kube.go:256] Updating pod openshift-dns/dns-default-qkpkn I0415 22:50:21.854403 3799 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-vfc4z I0415 22:50:21.854241 3799 pod.go:62] [openshift-ingress/router-default-5bc7784544-6vwtk] pod update took 26.010396ms I0415 22:50:21.854432 3799 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5bc7784544-6vwtk] addLogicalPort annotation time took 26.203079ms I0415 22:50:21.855097 3799 pods.go:271] [openshift-image-registry/image-registry-7bb65876fd-bpp2m] addLogicalPort took 30.493777ms, libovsdb time 992.139µs I0415 22:50:21.855458 3799 pods.go:271] [openshift-ingress/router-default-5bc7784544-6vwtk] addLogicalPort took 27.290365ms, libovsdb time 765.728µs I0415 22:50:21.870804 3799 pod.go:62] [openshift-dns/dns-default-qkpkn] pod update took 16.538303ms I0415 22:50:21.870826 3799 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-qkpkn] addLogicalPort annotation time took 16.560017ms I0415 22:50:21.871694 3799 pods.go:271] [openshift-dns/dns-default-qkpkn] addLogicalPort took 17.573353ms, libovsdb time 671.6µs I0415 22:50:21.873555 3799 pod.go:62] [openshift-ingress-canary/ingress-canary-vfc4z] pod update took 19.256039ms I0415 22:50:21.873572 3799 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-vfc4z] addLogicalPort annotation time took 19.274518ms I0415 22:50:21.874515 3799 pods.go:271] [openshift-ingress-canary/ingress-canary-vfc4z] addLogicalPort took 20.279203ms, libovsdb time 707.21µs I0415 22:50:22.282476 3799 cni.go:452] [openshift-ingress-canary/ingress-canary-vfc4z ab39bd314fc22a5caf49549ee52ac01e3a004cb0db97fd73c39f6dc667560e0f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vfc4z ab39bd314fc22a5caf49549ee52ac01e3a004cb0db97fd73c39f6dc667560e0f network default NAD default NAD key ] I0415 22:50:22.325141 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vfc4z, hostIfaceName: ab39bd314fc22a5, network: default, NAD default, SandboxID: "ab39bd314fc22a5caf49549ee52ac01e3a004cb0db97fd73c39f6dc667560e0f", PCI device ID: , UID: "47337e1d-2997-4850-a61b-d8fa334b16f4", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0415 22:50:22.372444 3799 cni.go:473] [openshift-ingress-canary/ingress-canary-vfc4z ab39bd314fc22a5caf49549ee52ac01e3a004cb0db97fd73c39f6dc667560e0f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vfc4z ab39bd314fc22a5caf49549ee52ac01e3a004cb0db97fd73c39f6dc667560e0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:79:50:fc:0b:ab\",\"name\":\"ab39bd314fc22a5\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/598d0f22-efa7-43db-a21a-52354506d3ae\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:50:23.113619 3799 egressfirewall.go:723] Syncing node "ip-10-0-1-81.ec2.internal" for egress firewall I0415 22:50:23.113634 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:50:23.113657 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 26.768µs I0415 22:50:23.113687 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-81.ec2.internal in network "default" I0415 22:50:23.113700 3799 node_tracker.go:220] Node ip-10-0-1-81.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0415 22:50:23.113727 3799 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-81.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0415 22:50:23.113757 3799 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-81.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-81.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-81.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-81.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-81.ec2.internal, error parsing annotation for node ip-10-0-1-81.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0415 22:50:23.127692 3799 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-81.ec2.internal annotation: unexpected end of JSON input E0415 22:50:23.127758 3799 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-81.ec2.internal annotation: unexpected end of JSON input I0415 22:50:23.127778 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0415 22:50:23.127821 3799 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-81.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-81.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-81.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-81.ec2.internal" I0415 22:50:23.145041 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0415 22:50:23.155101 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:23.168592 3799 egressfirewall.go:723] Syncing node "ip-10-0-1-81.ec2.internal" for egress firewall I0415 22:50:23.168602 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:50:23.168614 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 13.818µs I0415 22:50:23.168614 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:23.366869 3799 egressfirewall.go:723] Syncing node "ip-10-0-1-81.ec2.internal" for egress firewall I0415 22:50:23.366875 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:50:23.366881 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:23.366892 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 21.464µs I0415 22:50:23.380402 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:23.605548 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:25.812368 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0415 22:50:29.510389 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0415 22:50:31.162235 3799 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0415 22:50:31.163058 3799 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 805.162µs I0415 22:50:31.185538 3799 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0415 22:50:31.510633 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0415 22:50:32.097053 3799 namespace.go:98] [openshift-service-ca] adding namespace I0415 22:50:32.098011 3799 namespace.go:102] [openshift-service-ca] adding namespace took 932.337µs I0415 22:50:32.121566 3799 namespace.go:142] [openshift-service-ca] updating namespace I0415 22:50:32.249194 3799 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xblhq] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-xblhq for pod on switch ip-10-0-2-187.ec2.internal I0415 22:50:32.249306 3799 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xblhq I0415 22:50:32.264029 3799 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xblhq] pod update took 14.743575ms I0415 22:50:32.264051 3799 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xblhq] addLogicalPort annotation time took 14.770526ms I0415 22:50:32.265086 3799 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xblhq] addLogicalPort took 15.904962ms, libovsdb time 787.142µs W0415 22:50:32.527794 3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0415 22:50:32.570827 3799 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-km998 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:50:32.571240 3799 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-km998 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:50:32.609454 3799 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-km998 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:50:32.609469 3799 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-km998 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:50:32.649716 3799 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xblhq 1a235a461571890c92189d1f68e67e818cd5624d4c1b76b8828916b165d3e074 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xblhq 1a235a461571890c92189d1f68e67e818cd5624d4c1b76b8828916b165d3e074 network default NAD default NAD key ] I0415 22:50:32.659135 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-xblhq, hostIfaceName: 1a235a461571890, network: default, NAD default, SandboxID: "1a235a461571890c92189d1f68e67e818cd5624d4c1b76b8828916b165d3e074", PCI device ID: , UID: "c6fee78e-5142-488a-ba73-528deb0e9217", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0415 22:50:32.704070 3799 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xblhq 1a235a461571890c92189d1f68e67e818cd5624d4c1b76b8828916b165d3e074 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-xblhq 1a235a461571890c92189d1f68e67e818cd5624d4c1b76b8828916b165d3e074 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:ee:48:2e:46:3c\",\"name\":\"1a235a461571890\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8cb73342-e76e-4465-9984-23b2327c7405\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:50:33.455915 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:33.782861 3799 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-qm2k9] creating logical port openshift-service-ca_service-ca-d9cb48497-qm2k9 for pod on switch ip-10-0-2-187.ec2.internal I0415 22:50:33.782997 3799 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-qm2k9 I0415 22:50:33.796861 3799 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-qm2k9] pod update took 13.887694ms I0415 22:50:33.796883 3799 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-qm2k9] addLogicalPort annotation time took 13.91615ms I0415 22:50:33.798125 3799 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-qm2k9] addLogicalPort took 15.28456ms, libovsdb time 903.194µs I0415 22:50:34.153822 3799 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-qm2k9 b84101f65d721db96c81443fed5a3fa04a0677e5d827e092b898161e49b92b22 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-qm2k9 b84101f65d721db96c81443fed5a3fa04a0677e5d827e092b898161e49b92b22 network default NAD default NAD key ] I0415 22:50:34.163595 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-qm2k9, hostIfaceName: b84101f65d721db, network: default, NAD default, SandboxID: "b84101f65d721db96c81443fed5a3fa04a0677e5d827e092b898161e49b92b22", PCI device ID: , UID: "e0bb546f-1e69-49bc-837c-f7a91699a434", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0415 22:50:34.207085 3799 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-qm2k9 b84101f65d721db96c81443fed5a3fa04a0677e5d827e092b898161e49b92b22 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-qm2k9 b84101f65d721db96c81443fed5a3fa04a0677e5d827e092b898161e49b92b22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:f0:4c:54:25:9a\",\"name\":\"b84101f65d721db\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d89be33-e693-4fbd-a7f9-11d382d616a2\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 22:50:41.121366 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0415 22:50:42.041828 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:50:42.041845 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 22.287µs I0415 22:50:42.041827 3799 egressfirewall.go:723] Syncing node "ip-10-0-1-81.ec2.internal" for egress firewall I0415 22:50:42.041920 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:44.994644 3799 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-1-81.ec2.internal I0415 22:50:44.994668 3799 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-1-81.ec2.internal I0415 22:50:44.994752 3799 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-1-81.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-81.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-81.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-81.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-81.ec2.internal I0415 22:50:47.352570 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-glxnt I0415 22:50:47.352591 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-glxnt I0415 22:50:47.352633 3799 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-glxnt, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-glxnt: suppressed error logged: pod openshift-network-diagnostics/network-check-target-glxnt: no pod IPs found I0415 22:50:47.352633 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-lgv8c I0415 22:50:47.352653 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-lgv8c I0415 22:50:47.352683 3799 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-lgv8c, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-lgv8c: suppressed error logged: pod openshift-multus/network-metrics-daemon-lgv8c: no pod IPs found I0415 22:50:53.726984 3799 cni.go:452] [openshift-ingress/router-default-5bc7784544-6vwtk 372e2f65b328d4248f9d120e3a6017c8256d520e8f57ad4dc331176b64ca2485 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5bc7784544-6vwtk 372e2f65b328d4248f9d120e3a6017c8256d520e8f57ad4dc331176b64ca2485 network default NAD default NAD key ] I0415 22:50:53.738105 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5bc7784544-6vwtk, hostIfaceName: 372e2f65b328d42, network: default, NAD default, SandboxID: "372e2f65b328d4248f9d120e3a6017c8256d520e8f57ad4dc331176b64ca2485", PCI device ID: , UID: "15c2a1b9-466d-4a12-9cf5-d4fe266c6982", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0415 22:50:53.782355 3799 cni.go:473] [openshift-ingress/router-default-5bc7784544-6vwtk 372e2f65b328d4248f9d120e3a6017c8256d520e8f57ad4dc331176b64ca2485 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5bc7784544-6vwtk 372e2f65b328d4248f9d120e3a6017c8256d520e8f57ad4dc331176b64ca2485 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:2e:bf:11:1a:60\",\"name\":\"372e2f65b328d42\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/466e2567-acce-42d3-a05c-ed49ad65efd6\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:50:53.998642 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:54.004432 3799 cni.go:452] [openshift-image-registry/image-registry-7bb65876fd-bpp2m e076c451d8b98b033fd23da8f7ea84f15a2ab295651d894ada7072671a58a49d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7bb65876fd-bpp2m e076c451d8b98b033fd23da8f7ea84f15a2ab295651d894ada7072671a58a49d network default NAD default NAD key ] I0415 22:50:54.013994 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7bb65876fd-bpp2m, hostIfaceName: e076c451d8b98b0, network: default, NAD default, SandboxID: "e076c451d8b98b033fd23da8f7ea84f15a2ab295651d894ada7072671a58a49d", PCI device ID: , UID: "2796588a-e0fb-4428-ac1f-28fbfe484625", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0415 22:50:54.045296 3799 cni.go:452] [openshift-dns/dns-default-qkpkn ff2ef3fbb52a14a7f160671612eb1e12ad00e13a361d086d339771aaa9d907e7 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-qkpkn ff2ef3fbb52a14a7f160671612eb1e12ad00e13a361d086d339771aaa9d907e7 network default NAD default NAD key ] I0415 22:50:54.059011 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-qkpkn, hostIfaceName: ff2ef3fbb52a14a, network: default, NAD default, SandboxID: "ff2ef3fbb52a14a7f160671612eb1e12ad00e13a361d086d339771aaa9d907e7", PCI device ID: , UID: "b921f8df-25c5-42fb-85aa-bb52d8ad2b58", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0415 22:50:54.061946 3799 cni.go:473] [openshift-image-registry/image-registry-7bb65876fd-bpp2m e076c451d8b98b033fd23da8f7ea84f15a2ab295651d894ada7072671a58a49d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7bb65876fd-bpp2m e076c451d8b98b033fd23da8f7ea84f15a2ab295651d894ada7072671a58a49d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ae:cb:f1:66:be\",\"name\":\"e076c451d8b98b0\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e78a3f82-547f-46e1-adc2-321e13f0a936\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:50:54.101848 3799 cni.go:473] [openshift-dns/dns-default-qkpkn ff2ef3fbb52a14a7f160671612eb1e12ad00e13a361d086d339771aaa9d907e7 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-qkpkn ff2ef3fbb52a14a7f160671612eb1e12ad00e13a361d086d339771aaa9d907e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:54:6d:3d:7f:5b\",\"name\":\"ff2ef3fbb52a14a\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbea48dc-c012-4631-a33c-bb196a8c230f\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:50:54.436933 3799 cni.go:452] [openshift-multus/network-metrics-daemon-2dj7p e995d3054022746e931ee5d5e5b2db03520ebe4962e70c5a22b9631db9ba1566 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-2dj7p e995d3054022746e931ee5d5e5b2db03520ebe4962e70c5a22b9631db9ba1566 network default NAD default NAD key ] I0415 22:50:54.446916 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-2dj7p, hostIfaceName: e995d3054022746, network: default, NAD default, SandboxID: "e995d3054022746e931ee5d5e5b2db03520ebe4962e70c5a22b9631db9ba1566", PCI device ID: , UID: "2f351044-b4c2-4377-b26c-59d9a786fb95", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0415 22:50:54.493198 3799 cni.go:473] [openshift-multus/network-metrics-daemon-2dj7p e995d3054022746e931ee5d5e5b2db03520ebe4962e70c5a22b9631db9ba1566 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-2dj7p e995d3054022746e931ee5d5e5b2db03520ebe4962e70c5a22b9631db9ba1566 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:61:05:50:86:c4\",\"name\":\"e995d3054022746\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/950e8390-f0c5-468c-8f15-6e4c393b7de7\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:50:54.737408 3799 cni.go:452] [openshift-network-diagnostics/network-check-target-5ph5f 0c9db554e2737f114c8b0449a3b50efe4b8715aeac0d27783abdb85cf6aeb343 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5ph5f 0c9db554e2737f114c8b0449a3b50efe4b8715aeac0d27783abdb85cf6aeb343 network default NAD default NAD key ] I0415 22:50:54.749722 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5ph5f, hostIfaceName: 0c9db554e2737f1, network: default, NAD default, SandboxID: "0c9db554e2737f114c8b0449a3b50efe4b8715aeac0d27783abdb85cf6aeb343", PCI device ID: , UID: "475c196c-080f-4517-ac1b-240f587a251d", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0415 22:50:54.797779 3799 cni.go:473] [openshift-network-diagnostics/network-check-target-5ph5f 0c9db554e2737f114c8b0449a3b50efe4b8715aeac0d27783abdb85cf6aeb343 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5ph5f 0c9db554e2737f114c8b0449a3b50efe4b8715aeac0d27783abdb85cf6aeb343 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:3d:a5:a5:bd:6c\",\"name\":\"0c9db554e2737f1\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f8bc1ff-b509-414c-b5b9-4afd6d927593\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:50:55.703141 3799 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-jtngp] creating logical port openshift-console_downloads-5c54f4944f-jtngp for pod on switch ip-10-0-2-187.ec2.internal I0415 22:50:55.703231 3799 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-jtngp W0415 22:50:55.717298 3799 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-6f679d7b8f-pk5gd IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6f679d7b8f-pk5gd: no pod IPs found I0415 22:50:55.722596 3799 pod.go:62] [openshift-console/downloads-5c54f4944f-jtngp] pod update took 19.391908ms I0415 22:50:55.722617 3799 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-jtngp] addLogicalPort annotation time took 19.417973ms I0415 22:50:55.723693 3799 pods.go:271] [openshift-console/downloads-5c54f4944f-jtngp] addLogicalPort took 20.572339ms, libovsdb time 833.912µs W0415 22:50:55.763681 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.763701 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.763707 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0415 22:50:55.775541 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0415 22:50:55.785559 3799 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:50:55.785688 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.785721 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.837615 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.837636 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.837634 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.837648 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.837649 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.837653 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.845813 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.845904 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.845939 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.845969 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.845977 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.845985 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default I0415 22:50:55.880829 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0415 22:50:55.893239 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.893264 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.893272 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.893290 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.893297 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.893304 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:55.894730 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.894749 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.894821 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.894840 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.894883 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.894891 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0415 22:50:55.922776 3799 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-8q7zq] creating logical port openshift-insights_insights-runtime-extractor-8q7zq for pod on switch ip-10-0-2-187.ec2.internal W0415 22:50:55.922888 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0415 22:50:55.922954 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0415 22:50:55.922935 3799 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-8q7zq I0415 22:50:55.940742 3799 pod.go:62] [openshift-insights/insights-runtime-extractor-8q7zq] pod update took 17.848434ms I0415 22:50:55.940767 3799 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-8q7zq] addLogicalPort annotation time took 17.879003ms I0415 22:50:55.942652 3799 pods.go:271] [openshift-insights/insights-runtime-extractor-8q7zq] addLogicalPort took 19.894497ms, libovsdb time 1.36311ms I0415 22:50:55.991468 3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0415 22:50:56.004864 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:56.004883 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0415 22:50:56.004889 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0415 22:50:56.062366 3799 cni.go:452] [openshift-console/downloads-5c54f4944f-jtngp 564542118aec6e450dd600f3170af61649240c5038965104bfc129b45efdee51 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-jtngp 564542118aec6e450dd600f3170af61649240c5038965104bfc129b45efdee51 network default NAD default NAD key ] I0415 22:50:56.072769 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-jtngp, hostIfaceName: 564542118aec6e4, network: default, NAD default, SandboxID: "564542118aec6e450dd600f3170af61649240c5038965104bfc129b45efdee51", PCI device ID: , UID: "b910d6ab-1921-474d-84b7-ded2d16dd221", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0415 22:50:56.122901 3799 cni.go:473] [openshift-console/downloads-5c54f4944f-jtngp 564542118aec6e450dd600f3170af61649240c5038965104bfc129b45efdee51 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-jtngp 564542118aec6e450dd600f3170af61649240c5038965104bfc129b45efdee51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:bc:dc:25:42:41\",\"name\":\"564542118aec6e4\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7323a523-a13c-4cc7-a3ea-4ae2964ad7fc\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:50:56.292790 3799 cni.go:452] [openshift-insights/insights-runtime-extractor-8q7zq 90c0d3840fb1063ddf8886e4060daf6c7401302f093fdec65875073d5ed3ca4f network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-8q7zq 90c0d3840fb1063ddf8886e4060daf6c7401302f093fdec65875073d5ed3ca4f network default NAD default NAD key ] I0415 22:50:56.305066 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-8q7zq, hostIfaceName: 90c0d3840fb1063, network: default, NAD default, SandboxID: "90c0d3840fb1063ddf8886e4060daf6c7401302f093fdec65875073d5ed3ca4f", PCI device ID: , UID: "5ca3d7c3-c38d-4b42-847d-7fe2fb336936", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0415 22:50:56.352498 3799 cni.go:473] [openshift-insights/insights-runtime-extractor-8q7zq 90c0d3840fb1063ddf8886e4060daf6c7401302f093fdec65875073d5ed3ca4f network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-8q7zq 90c0d3840fb1063ddf8886e4060daf6c7401302f093fdec65875073d5ed3ca4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:c0:b6:84:cd:5a\",\"name\":\"90c0d3840fb1063\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8dff348c-0a03-42f2-b698-9330c4849915\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:50:56.433062 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "ip-10-0-1-81.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:56.433071 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-81.ec2.internal in network "default" I0415 22:50:56.433115 3799 node_tracker.go:235] Node ip-10-0-1-81.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-81.ec2.internal" I0415 22:50:56.433130 3799 node_tracker.go:169] Node ip-10-0-1-81.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:56.433141 3799 services_controller.go:574] Full service sync requested for network=default W0415 22:50:56.433433 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0415 22:50:56.433477 3799 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0415 22:50:56.475820 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "ip-10-0-1-81.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:56.591124 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-81.ec2.internal in network "default" I0415 22:50:56.591181 3799 default_network_controller.go:1025] Node "ip-10-0-1-81.ec2.internal" in remote zone "ip-10-0-1-81.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0415 22:50:56.591255 3799 node_tracker.go:169] Node ip-10-0-1-81.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:56.591276 3799 services_controller.go:574] Full service sync requested for network=default W0415 22:50:56.591417 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0415 22:50:56.591579 3799 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0415 22:50:56.592554 3799 zone_ic_handler.go:195] Time taken to create transit switch: 495.179µs I0415 22:50:56.592571 3799 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-81.ec2.internal for the network default I0415 22:50:56.594058 3799 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-81.ec2.internal" on network "default" took: 2.063955ms W0415 22:50:56.769917 3799 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:56.769975 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:56.769986 3799 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0415 22:50:57.115705 3799 base_network_controller_pods.go:487] [default/openshift-console/console-7f96bb95f8-bjbd5] creating logical port openshift-console_console-7f96bb95f8-bjbd5 for pod on switch ip-10-0-2-187.ec2.internal I0415 22:50:57.115838 3799 kube.go:256] Updating pod openshift-console/console-7f96bb95f8-bjbd5 I0415 22:50:57.137538 3799 pod.go:62] [openshift-console/console-7f96bb95f8-bjbd5] pod update took 21.735774ms I0415 22:50:57.137559 3799 base_network_controller_pods.go:951] [default/openshift-console/console-7f96bb95f8-bjbd5] addLogicalPort annotation time took 21.762954ms I0415 22:50:57.138677 3799 pods.go:271] [openshift-console/console-7f96bb95f8-bjbd5] addLogicalPort took 22.995211ms, libovsdb time 840.3µs I0415 22:50:57.162394 3799 egressfirewall.go:723] Syncing node "ip-10-0-1-81.ec2.internal" for egress firewall I0415 22:50:57.162428 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:50:57.162440 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-81.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0415 22:50:57.162445 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 23.133µs I0415 22:50:57.162445 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-81.ec2.internal in network "default" I0415 22:50:57.162453 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-81.ec2.internal", IP: 10.0.1.81 to PMTUD blocking rules I0415 22:50:57.162496 3799 node_tracker.go:169] Node ip-10-0-1-81.ec2.internal switch + router changed, syncing services in network "default" I0415 22:50:57.162513 3799 services_controller.go:574] Full service sync requested for network=default W0415 22:50:57.162661 3799 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:50:57.162920 3799 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:57.162943 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:57.162956 3799 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:57.163033 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0415 22:50:57.169017 3799 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-81.ec2.internal. Updating no re-route policies I0415 22:50:57.197240 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-81.ec2.internal", IP: 10.0.1.81 to PMTUD blocking rules I0415 22:50:57.197260 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-81.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0415 22:50:58.158342 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-skkhl] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-skkhl for pod on switch ip-10-0-2-187.ec2.internal I0415 22:50:58.158450 3799 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-skkhl I0415 22:50:58.171792 3799 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-skkhl] pod update took 13.373746ms I0415 22:50:58.171821 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-skkhl] addLogicalPort annotation time took 13.40904ms I0415 22:50:58.173356 3799 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-skkhl] addLogicalPort took 15.058494ms, libovsdb time 1.105725ms I0415 22:50:58.199671 3799 cni.go:452] [openshift-console/console-7f96bb95f8-bjbd5 4d5af805800e3075fd6f08725e6d5718e30b04f9139c32cd275d90e86947521f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7f96bb95f8-bjbd5 4d5af805800e3075fd6f08725e6d5718e30b04f9139c32cd275d90e86947521f network default NAD default NAD key ] I0415 22:50:58.210960 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7f96bb95f8-bjbd5, hostIfaceName: 4d5af805800e307, network: default, NAD default, SandboxID: "4d5af805800e3075fd6f08725e6d5718e30b04f9139c32cd275d90e86947521f", PCI device ID: , UID: "ceb0168d-f6f8-4563-9b9c-e810d8f9337e", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0415 22:50:58.264156 3799 cni.go:473] [openshift-console/console-7f96bb95f8-bjbd5 4d5af805800e3075fd6f08725e6d5718e30b04f9139c32cd275d90e86947521f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7f96bb95f8-bjbd5 4d5af805800e3075fd6f08725e6d5718e30b04f9139c32cd275d90e86947521f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:51:85:73:60:a6\",\"name\":\"4d5af805800e307\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d2350fe-d88a-44d3-a559-3ed201bb8218\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 22:50:58.686060 3799 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:58.686097 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:58.686105 3799 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0415 22:50:58.749379 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0415 22:50:59.381213 3799 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-skkhl 75d319d2f805a6d884c43ea1c629e910b57ca722c3b069e38a96552edddc8d73 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-skkhl 75d319d2f805a6d884c43ea1c629e910b57ca722c3b069e38a96552edddc8d73 network default NAD default NAD key ] I0415 22:50:59.392617 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-skkhl, hostIfaceName: 75d319d2f805a6d, network: default, NAD default, SandboxID: "75d319d2f805a6d884c43ea1c629e910b57ca722c3b069e38a96552edddc8d73", PCI device ID: , UID: "40008510-96e3-4637-8a1a-d0f88cc9d925", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0415 22:50:59.446873 3799 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-skkhl 75d319d2f805a6d884c43ea1c629e910b57ca722c3b069e38a96552edddc8d73 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-skkhl 75d319d2f805a6d884c43ea1c629e910b57ca722c3b069e38a96552edddc8d73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:6f:e1:cd:b0:cf\",\"name\":\"75d319d2f805a6d\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5120ce12-212e-4353-9e0c-59530588b151\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:51:00.924129 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-81.ec2.internal I0415 22:51:00.924164 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-81.ec2.internal: 42.475µs W0415 22:51:01.768627 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0415 22:51:02.235400 3799 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:51:02.527048 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0415 22:51:02.527077 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0415 22:51:02.704098 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0415 22:51:03.890231 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0415 22:51:05.244105 3799 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:05.244126 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:05.244133 3799 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758151 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758174 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:07.758182 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0415 22:51:08.289443 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0415 22:51:11.911872 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-187.ec2.internal I0415 22:51:11.911992 3799 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0415 22:51:11.933641 3799 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.710455ms I0415 22:51:11.933668 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.738151ms I0415 22:51:11.935187 3799 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.331241ms, libovsdb time 1.116038ms I0415 22:51:12.973715 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-c6d4c56b4-r9nl2] creating logical port openshift-monitoring_thanos-querier-c6d4c56b4-r9nl2 for pod on switch ip-10-0-2-187.ec2.internal I0415 22:51:12.973824 3799 kube.go:256] Updating pod openshift-monitoring/thanos-querier-c6d4c56b4-r9nl2 I0415 22:51:12.996877 3799 pod.go:62] [openshift-monitoring/thanos-querier-c6d4c56b4-r9nl2] pod update took 23.096271ms I0415 22:51:12.996905 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-c6d4c56b4-r9nl2] addLogicalPort annotation time took 23.130084ms I0415 22:51:12.998087 3799 pods.go:271] [openshift-monitoring/thanos-querier-c6d4c56b4-r9nl2] addLogicalPort took 24.385978ms, libovsdb time 863.643µs I0415 22:51:13.767057 3799 cni.go:452] [openshift-monitoring/alertmanager-main-1 28dd89ef5523cfad4d2a869ec3da5ecee87d5e7f7e2b322bc60bad65b1aebc10 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 28dd89ef5523cfad4d2a869ec3da5ecee87d5e7f7e2b322bc60bad65b1aebc10 network default NAD default NAD key ] I0415 22:51:13.767686 3799 cni.go:452] [openshift-monitoring/thanos-querier-c6d4c56b4-r9nl2 0b24518a651767123317daa41010eb5fb67261c1767d3cfe1dfc405915732b18 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-c6d4c56b4-r9nl2 0b24518a651767123317daa41010eb5fb67261c1767d3cfe1dfc405915732b18 network default NAD default NAD key ] I0415 22:51:13.777364 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 28dd89ef5523cfa, network: default, NAD default, SandboxID: "28dd89ef5523cfad4d2a869ec3da5ecee87d5e7f7e2b322bc60bad65b1aebc10", PCI device ID: , UID: "c866ae48-8562-438e-bcf7-25e934e536f8", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0415 22:51:13.777616 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-c6d4c56b4-r9nl2, hostIfaceName: 0b24518a6517671, network: default, NAD default, SandboxID: "0b24518a651767123317daa41010eb5fb67261c1767d3cfe1dfc405915732b18", PCI device ID: , UID: "3ff5fcbb-a34b-41c6-99aa-69546e3beff0", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0415 22:51:13.830212 3799 cni.go:473] [openshift-monitoring/alertmanager-main-1 28dd89ef5523cfad4d2a869ec3da5ecee87d5e7f7e2b322bc60bad65b1aebc10 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 28dd89ef5523cfad4d2a869ec3da5ecee87d5e7f7e2b322bc60bad65b1aebc10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:c3:41:35:e4:03\",\"name\":\"28dd89ef5523cfa\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c15356e-548d-4583-85a1-94941a55535d\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:51:13.845565 3799 cni.go:473] [openshift-monitoring/thanos-querier-c6d4c56b4-r9nl2 0b24518a651767123317daa41010eb5fb67261c1767d3cfe1dfc405915732b18 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-c6d4c56b4-r9nl2 0b24518a651767123317daa41010eb5fb67261c1767d3cfe1dfc405915732b18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:87:a9:8a:be:0f\",\"name\":\"0b24518a6517671\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41eb2961-ca76-4687-8080-9bf9bcf3fdba\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 22:51:14.285172 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0415 22:51:14.285268 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0415 22:51:14.727893 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0415 22:51:14.849441 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0415 22:51:15.207366 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7696688767-rmbxr] creating logical port openshift-monitoring_metrics-server-7696688767-rmbxr for pod on switch ip-10-0-2-187.ec2.internal I0415 22:51:15.207492 3799 kube.go:256] Updating pod openshift-monitoring/metrics-server-7696688767-rmbxr I0415 22:51:15.226547 3799 pod.go:62] [openshift-monitoring/metrics-server-7696688767-rmbxr] pod update took 19.097492ms I0415 22:51:15.226575 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7696688767-rmbxr] addLogicalPort annotation time took 19.130006ms I0415 22:51:15.227826 3799 pods.go:271] [openshift-monitoring/metrics-server-7696688767-rmbxr] addLogicalPort took 20.484111ms, libovsdb time 927.491µs W0415 22:51:15.356302 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:15.356344 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:15.356351 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0415 22:51:15.501422 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-5m8fg] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-5m8fg for pod on switch ip-10-0-2-187.ec2.internal I0415 22:51:15.501532 3799 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-5m8fg I0415 22:51:15.517833 3799 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5m8fg] pod update took 16.336281ms I0415 22:51:15.517854 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-5m8fg] addLogicalPort annotation time took 16.362055ms I0415 22:51:15.519261 3799 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5m8fg] addLogicalPort took 17.858517ms, libovsdb time 1.035205ms W0415 22:51:15.746372 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0415 22:51:15.867678 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:15.867701 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:15.867708 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0415 22:51:15.977258 3799 cni.go:452] [openshift-monitoring/metrics-server-7696688767-rmbxr 7aee9abf2284c0175810bb305cb6d840cc22e4e70ca5e659e6582d78beb6b719 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7696688767-rmbxr 7aee9abf2284c0175810bb305cb6d840cc22e4e70ca5e659e6582d78beb6b719 network default NAD default NAD key ] I0415 22:51:15.989583 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7696688767-rmbxr, hostIfaceName: 7aee9abf2284c01, network: default, NAD default, SandboxID: "7aee9abf2284c0175810bb305cb6d840cc22e4e70ca5e659e6582d78beb6b719", PCI device ID: , UID: "5751ff85-3001-443f-b186-f6f9d06e415d", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0415 22:51:16.046222 3799 cni.go:473] [openshift-monitoring/metrics-server-7696688767-rmbxr 7aee9abf2284c0175810bb305cb6d840cc22e4e70ca5e659e6582d78beb6b719 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7696688767-rmbxr 7aee9abf2284c0175810bb305cb6d840cc22e4e70ca5e659e6582d78beb6b719 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:32:40:69:e4:83\",\"name\":\"7aee9abf2284c01\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3423ed1-1327-4abc-84cf-3d71ee589825\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:51:16.466723 3799 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5m8fg 61feb4ae38edf92d841c5d6f7bc4e2d5bc9608ecf7252c1d422ccc632d6c4532 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5m8fg 61feb4ae38edf92d841c5d6f7bc4e2d5bc9608ecf7252c1d422ccc632d6c4532 network default NAD default NAD key ] I0415 22:51:16.477642 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-5m8fg, hostIfaceName: 61feb4ae38edf92, network: default, NAD default, SandboxID: "61feb4ae38edf92d841c5d6f7bc4e2d5bc9608ecf7252c1d422ccc632d6c4532", PCI device ID: , UID: "6c38731d-8045-4683-9fe7-8e3f1a040826", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0415 22:51:16.529257 3799 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5m8fg 61feb4ae38edf92d841c5d6f7bc4e2d5bc9608ecf7252c1d422ccc632d6c4532 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5m8fg 61feb4ae38edf92d841c5d6f7bc4e2d5bc9608ecf7252c1d422ccc632d6c4532 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:67:0c:6b:5b:2b\",\"name\":\"61feb4ae38edf92\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83d7f1b5-75bd-4b10-9c6b-4fb0e49e2d6b\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 22:51:16.634873 3799 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6c4d46d968-wtbdk IP address from the namespace address-set, err: pod openshift-console/console-6c4d46d968-wtbdk: no pod IPs found I0415 22:51:17.240489 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-187.ec2.internal I0415 22:51:17.240634 3799 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0415 22:51:17.272216 3799 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 31.632807ms I0415 22:51:17.272250 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 31.670982ms I0415 22:51:17.273610 3799 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 33.141241ms, libovsdb time 970.014µs I0415 22:51:17.924200 3799 cni.go:452] [openshift-monitoring/prometheus-k8s-1 5ab5ff2fc4dca39e3f98d3e837cdcc21220cee6d30e7135f9c4d2f89823c0dc1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 5ab5ff2fc4dca39e3f98d3e837cdcc21220cee6d30e7135f9c4d2f89823c0dc1 network default NAD default NAD key ] I0415 22:51:17.939086 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 5ab5ff2fc4dca39, network: default, NAD default, SandboxID: "5ab5ff2fc4dca39e3f98d3e837cdcc21220cee6d30e7135f9c4d2f89823c0dc1", PCI device ID: , UID: "ebe14557-4a14-482b-b80f-1a853d9bd0ac", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0415 22:51:17.998650 3799 cni.go:473] [openshift-monitoring/prometheus-k8s-1 5ab5ff2fc4dca39e3f98d3e837cdcc21220cee6d30e7135f9c4d2f89823c0dc1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 5ab5ff2fc4dca39e3f98d3e837cdcc21220cee6d30e7135f9c4d2f89823c0dc1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:53:f9:93:07:00\",\"name\":\"5ab5ff2fc4dca39\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85b3b528-4bd2-44d5-a589-f7d35a0d01be\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 22:51:18.936241 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0415 22:51:18.936268 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0415 22:51:18.964581 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:18.964600 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:18.964607 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:18.964611 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:18.985019 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0415 22:51:19.353530 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:19.353551 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:19.353557 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:19.353561 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:19.383462 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0415 22:51:19.426414 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0415 22:51:19.426436 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0415 22:51:21.040646 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb65876fd-v67qt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:21.041268 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb65876fd-v67qt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:21.779242 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb65876fd-v67qt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:21.779274 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb65876fd-v67qt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:21.785396 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bb65876fd-v67qt I0415 22:51:21.785422 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bb65876fd-v67qt W0415 22:51:24.892202 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:24.892224 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:24.892230 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0415 22:51:24.892235 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0415 22:51:29.065074 3799 cni.go:452] [openshift-console/console-7f96bb95f8-bjbd5 4d5af805800e3075fd6f08725e6d5718e30b04f9139c32cd275d90e86947521f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7f96bb95f8-bjbd5 4d5af805800e3075fd6f08725e6d5718e30b04f9139c32cd275d90e86947521f network default NAD default NAD key ] I0415 22:51:29.140979 3799 cni.go:473] [openshift-console/console-7f96bb95f8-bjbd5 4d5af805800e3075fd6f08725e6d5718e30b04f9139c32cd275d90e86947521f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7f96bb95f8-bjbd5 4d5af805800e3075fd6f08725e6d5718e30b04f9139c32cd275d90e86947521f network default NAD default NAD key default], result "{}", err I0415 22:51:29.205344 3799 obj_retry.go:498] Detected object openshift-console/console-7f96bb95f8-bjbd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:29.205370 3799 pods.go:176] Deleting pod: openshift-console/console-7f96bb95f8-bjbd5 I0415 22:51:29.206594 3799 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7f96bb95f8-bjbd5, ips: 10.129.0.13 I0415 22:51:29.206628 3799 obj_retry.go:498] Detected object openshift-console/console-7f96bb95f8-bjbd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:29.217386 3799 base_network_controller_pods.go:487] [default/openshift-console/console-64969dc6cf-2c7pl] creating logical port openshift-console_console-64969dc6cf-2c7pl for pod on switch ip-10-0-2-187.ec2.internal I0415 22:51:29.217499 3799 kube.go:256] Updating pod openshift-console/console-64969dc6cf-2c7pl I0415 22:51:29.232461 3799 pod.go:62] [openshift-console/console-64969dc6cf-2c7pl] pod update took 14.983232ms I0415 22:51:29.232479 3799 base_network_controller_pods.go:951] [default/openshift-console/console-64969dc6cf-2c7pl] addLogicalPort annotation time took 15.006816ms I0415 22:51:29.233485 3799 pods.go:271] [openshift-console/console-64969dc6cf-2c7pl] addLogicalPort took 16.110895ms, libovsdb time 724.946µs I0415 22:51:29.626547 3799 cni.go:452] [openshift-console/console-64969dc6cf-2c7pl 81aef85e49d4084691dc2783c02663a5b8a889ce3f98b32ca88b1682a067b7f8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-64969dc6cf-2c7pl 81aef85e49d4084691dc2783c02663a5b8a889ce3f98b32ca88b1682a067b7f8 network default NAD default NAD key ] I0415 22:51:29.636147 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-64969dc6cf-2c7pl, hostIfaceName: 81aef85e49d4084, network: default, NAD default, SandboxID: "81aef85e49d4084691dc2783c02663a5b8a889ce3f98b32ca88b1682a067b7f8", PCI device ID: , UID: "1cc9b753-2870-4ab3-b1c6-c07aab95dd8e", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0415 22:51:29.684250 3799 cni.go:473] [openshift-console/console-64969dc6cf-2c7pl 81aef85e49d4084691dc2783c02663a5b8a889ce3f98b32ca88b1682a067b7f8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-64969dc6cf-2c7pl 81aef85e49d4084691dc2783c02663a5b8a889ce3f98b32ca88b1682a067b7f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:a2:cd:e5:25:43\",\"name\":\"81aef85e49d4084\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f906208-5a71-438d-8460-2ad6a6428c0f\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 22:51:29.759124 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0415 22:51:29.933144 3799 obj_retry.go:492] Detected object openshift-console/console-7f96bb95f8-bjbd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:29.933173 3799 obj_retry.go:492] Detected object openshift-console/console-7f96bb95f8-bjbd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:29.939158 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f96bb95f8-bjbd5 I0415 22:51:29.939179 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f96bb95f8-bjbd5 I0415 22:51:39.658959 3799 obj_retry.go:498] Detected object openshift-console/console-7f96bb95f8-sbjh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:39.659508 3799 obj_retry.go:498] Detected object openshift-console/console-7f96bb95f8-sbjh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:39.832824 3799 obj_retry.go:492] Detected object openshift-console/console-7f96bb95f8-sbjh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:39.832841 3799 obj_retry.go:492] Detected object openshift-console/console-7f96bb95f8-sbjh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:39.840589 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f96bb95f8-sbjh9 I0415 22:51:39.840604 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f96bb95f8-sbjh9 W0415 22:51:39.875342 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0415 22:51:39.968144 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0415 22:51:40.846590 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0415 22:51:42.931436 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:42.931458 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0415 22:51:42.931467 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0415 22:51:48.431781 3799 cni.go:452] [openshift-image-registry/image-registry-7bb65876fd-bpp2m e076c451d8b98b033fd23da8f7ea84f15a2ab295651d894ada7072671a58a49d network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7bb65876fd-bpp2m e076c451d8b98b033fd23da8f7ea84f15a2ab295651d894ada7072671a58a49d network default NAD default NAD key ] I0415 22:51:48.507021 3799 cni.go:473] [openshift-image-registry/image-registry-7bb65876fd-bpp2m e076c451d8b98b033fd23da8f7ea84f15a2ab295651d894ada7072671a58a49d network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7bb65876fd-bpp2m e076c451d8b98b033fd23da8f7ea84f15a2ab295651d894ada7072671a58a49d network default NAD default NAD key default], result "{}", err I0415 22:51:48.580201 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb65876fd-bpp2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:48.580231 3799 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7bb65876fd-bpp2m I0415 22:51:48.581590 3799 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7bb65876fd-bpp2m, ips: 10.129.0.5 I0415 22:51:48.581624 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb65876fd-bpp2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:51:48.993613 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb65876fd-bpp2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:48.993638 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb65876fd-bpp2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:51:49.000062 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bb65876fd-bpp2m I0415 22:51:49.000086 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bb65876fd-bpp2m W0415 22:52:00.934661 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0415 22:52:05.313719 3799 obj_retry.go:498] Detected object openshift-console/console-6c4d46d968-whbxp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:05.314234 3799 obj_retry.go:498] Detected object openshift-console/console-6c4d46d968-whbxp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:05.508389 3799 obj_retry.go:492] Detected object openshift-console/console-6c4d46d968-whbxp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:05.508413 3799 obj_retry.go:492] Detected object openshift-console/console-6c4d46d968-whbxp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:05.512485 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c4d46d968-whbxp I0415 22:52:05.512505 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c4d46d968-whbxp W0415 22:52:05.955668 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0415 22:52:06.556124 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0415 22:52:06.556149 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0415 22:52:06.556159 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0415 22:52:06.556165 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0415 22:52:11.348302 3799 obj_retry.go:498] Detected object openshift-ingress/router-default-77c4fb89cf-9r5bt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:11.348833 3799 obj_retry.go:498] Detected object openshift-ingress/router-default-77c4fb89cf-9r5bt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:11.973115 3799 obj_retry.go:492] Detected object openshift-ingress/router-default-77c4fb89cf-9r5bt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:11.973143 3799 obj_retry.go:492] Detected object openshift-ingress/router-default-77c4fb89cf-9r5bt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:11.979887 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-77c4fb89cf-9r5bt I0415 22:52:11.979907 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-77c4fb89cf-9r5bt W0415 22:52:18.140573 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0415 22:52:18.140593 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0415 22:52:35.682604 3799 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz for pod on switch ip-10-0-2-187.ec2.internal I0415 22:52:35.682690 3799 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz I0415 22:52:35.699692 3799 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz] pod update took 17.023943ms I0415 22:52:35.699717 3799 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz] addLogicalPort annotation time took 17.052086ms I0415 22:52:35.700871 3799 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz] addLogicalPort took 18.279135ms, libovsdb time 825.527µs I0415 22:52:36.041455 3799 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz 5cb67129fb6cfedfefbd7096746529d57f3754a914e7bc7d94ea2ddf833b651a network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz 5cb67129fb6cfedfefbd7096746529d57f3754a914e7bc7d94ea2ddf833b651a network default NAD default NAD key ] I0415 22:52:36.050697 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz, hostIfaceName: 5cb67129fb6cfed, network: default, NAD default, SandboxID: "5cb67129fb6cfedfefbd7096746529d57f3754a914e7bc7d94ea2ddf833b651a", PCI device ID: , UID: "2628681b-2e9f-4c00-8535-7e0c03c2d333", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0415 22:52:36.098531 3799 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz 5cb67129fb6cfedfefbd7096746529d57f3754a914e7bc7d94ea2ddf833b651a network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz 5cb67129fb6cfedfefbd7096746529d57f3754a914e7bc7d94ea2ddf833b651a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:b6:fe:90:9e:d4\",\"name\":\"5cb67129fb6cfed\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b02ccae-23d2-44f9-910c-73ddcaaf06d2\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 22:52:46.536467 3799 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5b9f658c-7w9cj IP address from the namespace address-set, err: pod openshift-console/console-5b9f658c-7w9cj: no pod IPs found I0415 22:52:54.251843 3799 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz 5cb67129fb6cfedfefbd7096746529d57f3754a914e7bc7d94ea2ddf833b651a network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz 5cb67129fb6cfedfefbd7096746529d57f3754a914e7bc7d94ea2ddf833b651a network default NAD default NAD key ] I0415 22:52:54.330041 3799 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz 5cb67129fb6cfedfefbd7096746529d57f3754a914e7bc7d94ea2ddf833b651a network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz 5cb67129fb6cfedfefbd7096746529d57f3754a914e7bc7d94ea2ddf833b651a network default NAD default NAD key default], result "{}", err I0415 22:52:54.376640 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:54.376673 3799 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz I0415 22:52:54.378133 3799 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz, ips: 10.129.0.21 I0415 22:52:54.378159 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:52:54.378177 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:52:54.378189 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0415 22:52:54.378421 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:52:54.378436 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0415 22:52:55.403662 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:55.403686 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:55.403699 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:55.403713 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390jr2cz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:52:55.759002 3799 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0415 22:52:55.768386 3799 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0415 22:53:04.107886 3799 cni.go:452] [openshift-console/console-64969dc6cf-2c7pl 81aef85e49d4084691dc2783c02663a5b8a889ce3f98b32ca88b1682a067b7f8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-64969dc6cf-2c7pl 81aef85e49d4084691dc2783c02663a5b8a889ce3f98b32ca88b1682a067b7f8 network default NAD default NAD key ] I0415 22:53:04.178977 3799 cni.go:473] [openshift-console/console-64969dc6cf-2c7pl 81aef85e49d4084691dc2783c02663a5b8a889ce3f98b32ca88b1682a067b7f8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-64969dc6cf-2c7pl 81aef85e49d4084691dc2783c02663a5b8a889ce3f98b32ca88b1682a067b7f8 network default NAD default NAD key default], result "{}", err I0415 22:53:04.225794 3799 obj_retry.go:498] Detected object openshift-console/console-64969dc6cf-2c7pl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:04.225828 3799 pods.go:176] Deleting pod: openshift-console/console-64969dc6cf-2c7pl I0415 22:53:04.227182 3799 pods.go:236] Attempting to release IPs for pod: openshift-console/console-64969dc6cf-2c7pl, ips: 10.129.0.20 I0415 22:53:04.227210 3799 obj_retry.go:498] Detected object openshift-console/console-64969dc6cf-2c7pl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:04.235192 3799 base_network_controller_pods.go:487] [default/openshift-console/console-59dfd4cbbd-v26wq] creating logical port openshift-console_console-59dfd4cbbd-v26wq for pod on switch ip-10-0-2-187.ec2.internal I0415 22:53:04.235278 3799 kube.go:256] Updating pod openshift-console/console-59dfd4cbbd-v26wq I0415 22:53:04.253114 3799 pod.go:62] [openshift-console/console-59dfd4cbbd-v26wq] pod update took 17.859833ms I0415 22:53:04.253135 3799 base_network_controller_pods.go:951] [default/openshift-console/console-59dfd4cbbd-v26wq] addLogicalPort annotation time took 17.884352ms I0415 22:53:04.254191 3799 pods.go:271] [openshift-console/console-59dfd4cbbd-v26wq] addLogicalPort took 19.012932ms, libovsdb time 711.814µs I0415 22:53:04.575816 3799 obj_retry.go:492] Detected object openshift-console/console-64969dc6cf-2c7pl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:04.575846 3799 obj_retry.go:492] Detected object openshift-console/console-64969dc6cf-2c7pl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:04.578755 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64969dc6cf-2c7pl I0415 22:53:04.578777 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64969dc6cf-2c7pl I0415 22:53:04.594866 3799 cni.go:452] [openshift-console/console-59dfd4cbbd-v26wq 751ddb70c6e8cad23eba18382d53d7f113615a1411961791ae2df9af52020efe network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59dfd4cbbd-v26wq 751ddb70c6e8cad23eba18382d53d7f113615a1411961791ae2df9af52020efe network default NAD default NAD key ] I0415 22:53:04.604488 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59dfd4cbbd-v26wq, hostIfaceName: 751ddb70c6e8cad, network: default, NAD default, SandboxID: "751ddb70c6e8cad23eba18382d53d7f113615a1411961791ae2df9af52020efe", PCI device ID: , UID: "77ac31bf-6051-41f1-bd81-00c8c488cd66", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0415 22:53:04.651958 3799 cni.go:473] [openshift-console/console-59dfd4cbbd-v26wq 751ddb70c6e8cad23eba18382d53d7f113615a1411961791ae2df9af52020efe network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59dfd4cbbd-v26wq 751ddb70c6e8cad23eba18382d53d7f113615a1411961791ae2df9af52020efe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:4c:0d:19:09:f3\",\"name\":\"751ddb70c6e8cad\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a612054-c26c-4f64-957b-f830f2662d51\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:53:11.825740 3799 obj_retry.go:498] Detected object openshift-console/console-5b9f658c-6n2p6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:11.826300 3799 obj_retry.go:498] Detected object openshift-console/console-5b9f658c-6n2p6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:12.808359 3799 obj_retry.go:492] Detected object openshift-console/console-5b9f658c-6n2p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:12.808378 3799 obj_retry.go:492] Detected object openshift-console/console-5b9f658c-6n2p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:12.814646 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5b9f658c-6n2p6 I0415 22:53:12.814671 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5b9f658c-6n2p6 W0415 22:53:15.350661 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0415 22:53:31.404810 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:31.405351 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:32.294278 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:32.294299 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:40.681418 3799 obj_retry.go:498] Detected object openshift-console/console-64969dc6cf-cprdt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:40.681958 3799 obj_retry.go:498] Detected object openshift-console/console-64969dc6cf-cprdt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:53:41.313050 3799 obj_retry.go:492] Detected object openshift-console/console-64969dc6cf-cprdt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:41.313071 3799 obj_retry.go:492] Detected object openshift-console/console-64969dc6cf-cprdt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:53:41.321796 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-64969dc6cf-cprdt I0415 22:53:41.321823 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-64969dc6cf-cprdt I0415 22:55:19.401167 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0415 22:55:22.371277 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0415 22:55:23.277607 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0415 22:55:51.501874 3799 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0415 22:55:55.736308 3799 namespace.go:98] [tsf] adding namespace I0415 22:55:55.737250 3799 namespace.go:102] [tsf] adding namespace took 895.764µs I0415 22:55:55.754107 3799 namespace.go:142] [tsf] updating namespace I0415 22:55:55.764419 3799 namespace.go:142] [tsf] updating namespace I0415 22:56:00.304717 3799 namespace.go:98] [cert-manager-operator] adding namespace I0415 22:56:00.305569 3799 namespace.go:102] [cert-manager-operator] adding namespace took 831.002µs I0415 22:56:00.308799 3799 namespace.go:98] [rhbk-operator] adding namespace I0415 22:56:00.308902 3799 namespace.go:98] [konflux-ui] adding namespace I0415 22:56:00.308927 3799 namespace.go:98] [tsf-tas] adding namespace I0415 22:56:00.309046 3799 namespace.go:98] [tsf-keycloak] adding namespace I0415 22:56:00.309670 3799 namespace.go:102] [rhbk-operator] adding namespace took 854.797µs I0415 22:56:00.310359 3799 namespace.go:102] [konflux-ui] adding namespace took 1.440854ms I0415 22:56:00.310897 3799 namespace.go:102] [tsf-tas] adding namespace took 1.951178ms I0415 22:56:00.311483 3799 namespace.go:102] [tsf-keycloak] adding namespace took 2.424474ms I0415 22:56:00.318678 3799 namespace.go:98] [rhtpa-operator] adding namespace I0415 22:56:00.318784 3799 namespace.go:98] [tsf-tpa] adding namespace I0415 22:56:00.319246 3799 namespace.go:102] [rhtpa-operator] adding namespace took 552.912µs I0415 22:56:00.319270 3799 namespace.go:98] [konflux-operator] adding namespace I0415 22:56:00.319853 3799 namespace.go:102] [konflux-operator] adding namespace took 573.578µs I0415 22:56:00.320433 3799 namespace.go:102] [tsf-tpa] adding namespace took 1.626456ms I0415 22:56:00.331661 3799 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:00.347021 3799 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:00.354873 3799 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:00.354981 3799 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:00.355044 3799 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:00.355098 3799 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:00.363166 3799 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:00.372179 3799 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:00.372251 3799 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:00.372302 3799 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:00.395330 3799 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:00.408179 3799 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:00.420214 3799 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:00.436932 3799 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:00.442209 3799 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:00.455948 3799 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:00.466125 3799 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:00.479047 3799 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:00.486647 3799 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:00.497358 3799 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:00.503135 3799 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:00.519461 3799 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:00.524654 3799 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:00.536689 3799 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:01.668668 3799 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:01.679893 3799 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:03.018823 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh for pod on switch ip-10-0-2-187.ec2.internal I0415 22:56:03.018970 3799 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh I0415 22:56:03.032379 3799 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh] pod update took 13.445366ms I0415 22:56:03.032398 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh] addLogicalPort annotation time took 13.470519ms I0415 22:56:03.033555 3799 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh] addLogicalPort took 14.75183ms, libovsdb time 866.707µs I0415 22:56:03.107605 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv for pod on switch ip-10-0-2-187.ec2.internal I0415 22:56:03.107723 3799 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv I0415 22:56:03.120914 3799 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv] pod update took 13.219058ms I0415 22:56:03.120932 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv] addLogicalPort annotation time took 13.241984ms I0415 22:56:03.121971 3799 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv] addLogicalPort took 14.37906ms, libovsdb time 755.384µs I0415 22:56:03.377257 3799 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh 31b65081e26d8ae2bdc6daa5746d1868f76038e3657f82133e02e58366dab1cb network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh 31b65081e26d8ae2bdc6daa5746d1868f76038e3657f82133e02e58366dab1cb network default NAD default NAD key ] I0415 22:56:03.386529 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh, hostIfaceName: 31b65081e26d8ae, network: default, NAD default, SandboxID: "31b65081e26d8ae2bdc6daa5746d1868f76038e3657f82133e02e58366dab1cb", PCI device ID: , UID: "56d53199-c0bf-4826-bd8c-c27b34c05973", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0415 22:56:03.434421 3799 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh 31b65081e26d8ae2bdc6daa5746d1868f76038e3657f82133e02e58366dab1cb network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh 31b65081e26d8ae2bdc6daa5746d1868f76038e3657f82133e02e58366dab1cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:17:5c:81:fc:3c\",\"name\":\"31b65081e26d8ae\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36750ac1-7193-4b64-9f49-40993b295bc4\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:56:03.466626 3799 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv 7afbba993a729adb969ab65fddbdd47f35ad8fd28c548abd26d92a94b8297071 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv 7afbba993a729adb969ab65fddbdd47f35ad8fd28c548abd26d92a94b8297071 network default NAD default NAD key ] I0415 22:56:03.477106 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv, hostIfaceName: 7afbba993a729ad, network: default, NAD default, SandboxID: "7afbba993a729adb969ab65fddbdd47f35ad8fd28c548abd26d92a94b8297071", PCI device ID: , UID: "623dd99d-89f3-4b96-bd2b-01794ae893f3", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0415 22:56:03.524657 3799 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv 7afbba993a729adb969ab65fddbdd47f35ad8fd28c548abd26d92a94b8297071 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv 7afbba993a729adb969ab65fddbdd47f35ad8fd28c548abd26d92a94b8297071 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:e1:aa:c3:6a:9e\",\"name\":\"7afbba993a729ad\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2832e7e2-6b07-4121-9e7c-59b0a46225e3\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:56:06.022486 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff for pod on switch ip-10-0-2-187.ec2.internal I0415 22:56:06.022582 3799 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff I0415 22:56:06.036850 3799 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff] pod update took 14.295911ms I0415 22:56:06.036876 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff] addLogicalPort annotation time took 14.326229ms I0415 22:56:06.038008 3799 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff] addLogicalPort took 15.539022ms, libovsdb time 819.603µs I0415 22:56:06.394831 3799 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff e5d1f08c81d4fdc5d853055fca02fd7e1c6a8a32914b4401ab7aad87d80d22b3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff e5d1f08c81d4fdc5d853055fca02fd7e1c6a8a32914b4401ab7aad87d80d22b3 network default NAD default NAD key ] I0415 22:56:06.403905 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff, hostIfaceName: e5d1f08c81d4fdc, network: default, NAD default, SandboxID: "e5d1f08c81d4fdc5d853055fca02fd7e1c6a8a32914b4401ab7aad87d80d22b3", PCI device ID: , UID: "bbaa5fcd-03db-4e80-ab73-47e2464bf699", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0415 22:56:06.451136 3799 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff e5d1f08c81d4fdc5d853055fca02fd7e1c6a8a32914b4401ab7aad87d80d22b3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff e5d1f08c81d4fdc5d853055fca02fd7e1c6a8a32914b4401ab7aad87d80d22b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:e3:bb:02:25:72\",\"name\":\"e5d1f08c81d4fdc\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7983060c-ec62-41c3-8eeb-22d1dd4c369c\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:56:07.823409 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 for pod on switch ip-10-0-2-187.ec2.internal I0415 22:56:07.823545 3799 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 I0415 22:56:07.836433 3799 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76] pod update took 12.922423ms I0415 22:56:07.836465 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76] addLogicalPort annotation time took 12.961885ms I0415 22:56:07.837816 3799 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76] addLogicalPort took 14.41963ms, libovsdb time 1.01187ms I0415 22:56:07.979186 3799 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv 7afbba993a729adb969ab65fddbdd47f35ad8fd28c548abd26d92a94b8297071 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv 7afbba993a729adb969ab65fddbdd47f35ad8fd28c548abd26d92a94b8297071 network default NAD default NAD key ] I0415 22:56:08.045404 3799 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv 7afbba993a729adb969ab65fddbdd47f35ad8fd28c548abd26d92a94b8297071 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv 7afbba993a729adb969ab65fddbdd47f35ad8fd28c548abd26d92a94b8297071 network default NAD default NAD key default], result "{}", err I0415 22:56:08.091609 3799 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:08.091651 3799 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv I0415 22:56:08.093337 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv, ips: 10.129.0.24 I0415 22:56:08.093371 3799 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:08.093389 3799 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:08.093397 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:08.093604 3799 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:08.093623 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:08.179775 3799 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 09c1ab9eced04732644f8ec9acbff285ca22da025f9d52c8bdca3fb921618780 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 09c1ab9eced04732644f8ec9acbff285ca22da025f9d52c8bdca3fb921618780 network default NAD default NAD key ] I0415 22:56:08.190226 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76, hostIfaceName: 09c1ab9eced0473, network: default, NAD default, SandboxID: "09c1ab9eced04732644f8ec9acbff285ca22da025f9d52c8bdca3fb921618780", PCI device ID: , UID: "b10178f6-14c1-412c-b877-ed6c1763e81b", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0415 22:56:08.236260 3799 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 09c1ab9eced04732644f8ec9acbff285ca22da025f9d52c8bdca3fb921618780 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 09c1ab9eced04732644f8ec9acbff285ca22da025f9d52c8bdca3fb921618780 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:e4:1a:83:a3:fc\",\"name\":\"09c1ab9eced0473\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5785f01-ee10-4dc0-be3b-85570174acf1\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:56:08.990340 3799 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh 31b65081e26d8ae2bdc6daa5746d1868f76038e3657f82133e02e58366dab1cb network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh 31b65081e26d8ae2bdc6daa5746d1868f76038e3657f82133e02e58366dab1cb network default NAD default NAD key ] I0415 22:56:09.066855 3799 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh 31b65081e26d8ae2bdc6daa5746d1868f76038e3657f82133e02e58366dab1cb network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh 31b65081e26d8ae2bdc6daa5746d1868f76038e3657f82133e02e58366dab1cb network default NAD default NAD key default], result "{}", err I0415 22:56:09.116705 3799 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:09.116745 3799 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh I0415 22:56:09.118362 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh, ips: 10.129.0.23 I0415 22:56:09.118403 3799 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:09.118425 3799 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:09.118435 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:09.118666 3799 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:09.118684 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:09.120951 3799 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:09.120981 3799 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:09.120996 3799 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:09.121010 3799 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ececshxv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:09.487403 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb for pod on switch ip-10-0-2-187.ec2.internal I0415 22:56:09.487532 3799 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb I0415 22:56:09.503060 3799 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb] pod update took 15.558483ms I0415 22:56:09.503080 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb] addLogicalPort annotation time took 15.58317ms I0415 22:56:09.504216 3799 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb] addLogicalPort took 16.835355ms, libovsdb time 824.686µs I0415 22:56:09.596543 3799 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb for pod on switch ip-10-0-2-187.ec2.internal I0415 22:56:09.596632 3799 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb I0415 22:56:09.609390 3799 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb] pod update took 12.783852ms I0415 22:56:09.609412 3799 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb] addLogicalPort annotation time took 12.812288ms I0415 22:56:09.610519 3799 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb] addLogicalPort took 13.99883ms, libovsdb time 799.084µs I0415 22:56:09.845151 3799 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb 81133e6a810965131f451ec4f878790e2be6060a1244fe085e83753a2ccf7d3a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb 81133e6a810965131f451ec4f878790e2be6060a1244fe085e83753a2ccf7d3a network default NAD default NAD key ] I0415 22:56:09.854229 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb, hostIfaceName: 81133e6a8109651, network: default, NAD default, SandboxID: "81133e6a810965131f451ec4f878790e2be6060a1244fe085e83753a2ccf7d3a", PCI device ID: , UID: "85dea9e6-2e8b-4da5-adef-a8c6ffab7933", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0415 22:56:09.901998 3799 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb 81133e6a810965131f451ec4f878790e2be6060a1244fe085e83753a2ccf7d3a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb 81133e6a810965131f451ec4f878790e2be6060a1244fe085e83753a2ccf7d3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:a1:61:6f:b0:99\",\"name\":\"81133e6a8109651\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2737d568-bd46-4654-a23d-fdc1f0b81268\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:56:09.954962 3799 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb 2a3ea11ba824deb2297d79986bbfff51ed9db8c8097010c6ca8e56129a53734d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb 2a3ea11ba824deb2297d79986bbfff51ed9db8c8097010c6ca8e56129a53734d network default NAD default NAD key ] I0415 22:56:09.969142 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb, hostIfaceName: 2a3ea11ba824deb, network: default, NAD default, SandboxID: "2a3ea11ba824deb2297d79986bbfff51ed9db8c8097010c6ca8e56129a53734d", PCI device ID: , UID: "f3351c4b-36d0-4d1b-8c72-ccdd48fc5d07", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0415 22:56:10.017499 3799 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff e5d1f08c81d4fdc5d853055fca02fd7e1c6a8a32914b4401ab7aad87d80d22b3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff e5d1f08c81d4fdc5d853055fca02fd7e1c6a8a32914b4401ab7aad87d80d22b3 network default NAD default NAD key ] I0415 22:56:10.029269 3799 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb 2a3ea11ba824deb2297d79986bbfff51ed9db8c8097010c6ca8e56129a53734d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb 2a3ea11ba824deb2297d79986bbfff51ed9db8c8097010c6ca8e56129a53734d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:67:2b:c1:ff:fd\",\"name\":\"2a3ea11ba824deb\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9b2ded4-25b1-44d9-b31e-8d086c4046e6\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:56:10.096935 3799 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff e5d1f08c81d4fdc5d853055fca02fd7e1c6a8a32914b4401ab7aad87d80d22b3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff e5d1f08c81d4fdc5d853055fca02fd7e1c6a8a32914b4401ab7aad87d80d22b3 network default NAD default NAD key default], result "{}", err I0415 22:56:10.145715 3799 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:10.145739 3799 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:10.145753 3799 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:10.145767 3799 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jrqhh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:10.247010 3799 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:10.247043 3799 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff I0415 22:56:10.248450 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff, ips: 10.129.0.25 I0415 22:56:10.248479 3799 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:10.248495 3799 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:10.248502 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:10.248715 3799 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:10.248733 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:10.360667 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0415 22:56:11.272948 3799 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:11.272977 3799 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:11.272987 3799 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:11.272998 3799 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568ldlff of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:12.031655 3799 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 09c1ab9eced04732644f8ec9acbff285ca22da025f9d52c8bdca3fb921618780 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 09c1ab9eced04732644f8ec9acbff285ca22da025f9d52c8bdca3fb921618780 network default NAD default NAD key ] I0415 22:56:12.104386 3799 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 09c1ab9eced04732644f8ec9acbff285ca22da025f9d52c8bdca3fb921618780 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 09c1ab9eced04732644f8ec9acbff285ca22da025f9d52c8bdca3fb921618780 network default NAD default NAD key default], result "{}", err I0415 22:56:12.222228 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:12.222268 3799 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 I0415 22:56:12.223696 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76, ips: 10.129.0.26 I0415 22:56:12.223723 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:12.223741 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:12.223748 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:12.223916 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:12.223932 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:12.376799 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0415 22:56:13.249289 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:13.249309 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:13.249343 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:13.249357 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2v7p76 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:14.383553 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0415 22:56:15.053143 3799 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb 81133e6a810965131f451ec4f878790e2be6060a1244fe085e83753a2ccf7d3a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb 81133e6a810965131f451ec4f878790e2be6060a1244fe085e83753a2ccf7d3a network default NAD default NAD key ] I0415 22:56:15.053872 3799 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb 2a3ea11ba824deb2297d79986bbfff51ed9db8c8097010c6ca8e56129a53734d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb 2a3ea11ba824deb2297d79986bbfff51ed9db8c8097010c6ca8e56129a53734d network default NAD default NAD key ] I0415 22:56:15.131779 3799 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb 81133e6a810965131f451ec4f878790e2be6060a1244fe085e83753a2ccf7d3a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb 81133e6a810965131f451ec4f878790e2be6060a1244fe085e83753a2ccf7d3a network default NAD default NAD key default], result "{}", err I0415 22:56:15.149953 3799 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb 2a3ea11ba824deb2297d79986bbfff51ed9db8c8097010c6ca8e56129a53734d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb 2a3ea11ba824deb2297d79986bbfff51ed9db8c8097010c6ca8e56129a53734d network default NAD default NAD key default], result "{}", err I0415 22:56:15.181223 3799 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.181256 3799 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb I0415 22:56:15.182806 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb, ips: 10.129.0.27 I0415 22:56:15.182834 3799 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.182854 3799 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.182865 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:15.183050 3799 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.183076 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:15.212050 3799 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.212085 3799 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb I0415 22:56:15.213254 3799 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb, ips: 10.129.0.28 I0415 22:56:15.213283 3799 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.213305 3799 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.213335 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0415 22:56:15.213515 3799 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0415 22:56:15.213529 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0415 22:56:16.214616 3799 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.214640 3799 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.214651 3799 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.214661 3799 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafwgqcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.245487 3799 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.245506 3799 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.245515 3799 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:16.245527 3799 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7c7bsb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0415 22:56:19.542400 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0415 22:56:22.458095 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0415 22:56:22.468618 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0415 22:56:26.275455 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=125 I0415 22:56:26.770579 3799 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-wsl97] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-wsl97 for pod on switch ip-10-0-2-187.ec2.internal I0415 22:56:26.770726 3799 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-wsl97 I0415 22:56:26.789619 3799 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-wsl97] pod update took 18.921533ms I0415 22:56:26.789640 3799 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-wsl97] addLogicalPort annotation time took 18.947021ms I0415 22:56:26.790808 3799 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-wsl97] addLogicalPort took 20.244746ms, libovsdb time 861.566µs I0415 22:56:27.136277 3799 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-wsl97 b0cc3db7dc94ebdb8338253e361328db8c21c60d3407e6d9f42a0674a7a1bd8f network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-wsl97 b0cc3db7dc94ebdb8338253e361328db8c21c60d3407e6d9f42a0674a7a1bd8f network default NAD default NAD key ] I0415 22:56:27.145708 3799 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-wsl97, hostIfaceName: b0cc3db7dc94ebd, network: default, NAD default, SandboxID: "b0cc3db7dc94ebdb8338253e361328db8c21c60d3407e6d9f42a0674a7a1bd8f", PCI device ID: , UID: "5f8261b4-ceb3-45d2-bfb8-2d4db01c2be3", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0415 22:56:27.194157 3799 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-wsl97 b0cc3db7dc94ebdb8338253e361328db8c21c60d3407e6d9f42a0674a7a1bd8f network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-wsl97 b0cc3db7dc94ebdb8338253e361328db8c21c60d3407e6d9f42a0674a7a1bd8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:4a:5b:b5:2e:32\",\"name\":\"b0cc3db7dc94ebd\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a726ad4-ed66-4cb2-80a4-9e19506db66b\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:56:27.894784 3799 namespace.go:142] [openshift-operators] updating namespace I0415 22:56:27.965920 3799 namespace.go:142] [openshift-operators] updating namespace W0415 22:56:29.642240 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0415 22:56:31.662960 3799 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-22tvz] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-22tvz for pod on switch ip-10-0-2-187.ec2.internal I0415 22:56:31.663074 3799 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-22tvz I0415 22:56:31.697463 3799 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-22tvz] pod update took 34.413527ms I0415 22:56:31.697488 3799 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-22tvz] addLogicalPort annotation time took 34.443681ms I0415 22:56:31.698631 3799 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-22tvz] addLogicalPort took 35.686451ms, libovsdb time 826.416µs I0415 22:56:32.323208 3799 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-22tvz 3dcc2ef8fd636af930475e381a15de79de69b11cbfccbf1f5de1eb6d8c9b4645 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-22tvz 3dcc2ef8fd636af930475e381a15de79de69b11cbfccbf1f5de1eb6d8c9b4645 network default NAD default NAD key ] I0415 22:56:32.332452 3799 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-22tvz, hostIfaceName: 3dcc2ef8fd636af, network: default, NAD default, SandboxID: "3dcc2ef8fd636af930475e381a15de79de69b11cbfccbf1f5de1eb6d8c9b4645", PCI device ID: , UID: "32421663-90b9-4309-9f85-b274d5111d82", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0415 22:56:32.380672 3799 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-22tvz 3dcc2ef8fd636af930475e381a15de79de69b11cbfccbf1f5de1eb6d8c9b4645 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-22tvz 3dcc2ef8fd636af930475e381a15de79de69b11cbfccbf1f5de1eb6d8c9b4645 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:36:e1:67:61:c9\",\"name\":\"3dcc2ef8fd636af\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bfd78c5-f16d-4cd4-9b4b-cfc26c60b667\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 22:56:34.159932 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0415 22:56:34.170208 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0415 22:56:34.180589 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0415 22:56:34.191174 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0415 22:56:35.596517 3799 namespace.go:98] [cert-manager] adding namespace I0415 22:56:35.597451 3799 namespace.go:102] [cert-manager] adding namespace took 911.069µs I0415 22:56:35.657667 3799 namespace.go:142] [cert-manager] updating namespace I0415 22:56:35.685953 3799 namespace.go:142] [cert-manager] updating namespace I0415 22:56:36.022834 3799 namespace.go:142] [openshift-operators] updating namespace I0415 22:56:36.706264 3799 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-fbkpv] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-fbkpv for pod on switch ip-10-0-2-187.ec2.internal I0415 22:56:36.706420 3799 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-fbkpv I0415 22:56:36.760249 3799 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-fbkpv] pod update took 53.855276ms I0415 22:56:36.760277 3799 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-fbkpv] addLogicalPort annotation time took 53.884722ms I0415 22:56:36.761450 3799 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-fbkpv] addLogicalPort took 55.200137ms, libovsdb time 829.646µs I0415 22:56:37.070138 3799 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-fbkpv 44043797c42f13d700e2357691ed8d69760b244099a1f9ec3c496afb093b54cf network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-fbkpv 44043797c42f13d700e2357691ed8d69760b244099a1f9ec3c496afb093b54cf network default NAD default NAD key ] I0415 22:56:37.079674 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-fbkpv, hostIfaceName: 44043797c42f13d, network: default, NAD default, SandboxID: "44043797c42f13d700e2357691ed8d69760b244099a1f9ec3c496afb093b54cf", PCI device ID: , UID: "9630065d-8de5-4a42-bc0b-d25c31d9d8cd", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0415 22:56:37.130475 3799 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-fbkpv 44043797c42f13d700e2357691ed8d69760b244099a1f9ec3c496afb093b54cf network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-fbkpv 44043797c42f13d700e2357691ed8d69760b244099a1f9ec3c496afb093b54cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:50:d4:46:f0:16\",\"name\":\"44043797c42f13d\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea9d9eac-5fb9-4fab-9fe0-3b538dec623b\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:56:39.731930 3799 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-bmv6q] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-bmv6q for pod on switch ip-10-0-2-187.ec2.internal I0415 22:56:39.732027 3799 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-bmv6q I0415 22:56:39.757834 3799 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-bmv6q] pod update took 25.83586ms I0415 22:56:39.757860 3799 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5b4bf68748-bmv6q] addLogicalPort annotation time took 25.866692ms I0415 22:56:39.759334 3799 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-bmv6q] addLogicalPort took 27.397006ms, libovsdb time 952.853µs I0415 22:56:40.080031 3799 cni.go:452] [cert-manager/cert-manager-cainjector-5b4bf68748-bmv6q acab98d47882920c038bdefba668331be862394fe5fec85f97eacad098089083 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-bmv6q acab98d47882920c038bdefba668331be862394fe5fec85f97eacad098089083 network default NAD default NAD key ] I0415 22:56:40.090898 3799 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-bmv6q, hostIfaceName: acab98d47882920, network: default, NAD default, SandboxID: "acab98d47882920c038bdefba668331be862394fe5fec85f97eacad098089083", PCI device ID: , UID: "cd7e3441-b96a-4c33-967d-2bb3eccc9566", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0415 22:56:40.137640 3799 cni.go:473] [cert-manager/cert-manager-cainjector-5b4bf68748-bmv6q acab98d47882920c038bdefba668331be862394fe5fec85f97eacad098089083 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-bmv6q acab98d47882920c038bdefba668331be862394fe5fec85f97eacad098089083 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:d5:c5:dc:0b:8d\",\"name\":\"acab98d47882920\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5fbedc3-802b-45f6-a244-bdd4e08f6173\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 22:56:41.752760 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0415 22:56:41.752800 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0415 22:56:44.395218 3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0415 22:56:45.038065 3799 namespace.go:98] [trusted-artifact-signer] adding namespace I0415 22:56:45.038785 3799 namespace.go:102] [trusted-artifact-signer] adding namespace took 698.728µs I0415 22:56:45.056368 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0415 22:56:45.066341 3799 namespace.go:142] [trusted-artifact-signer] updating namespace W0415 22:56:45.707975 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0415 22:56:51.678904 3799 namespace.go:98] [openshift-pipelines] adding namespace I0415 22:56:51.679722 3799 namespace.go:102] [openshift-pipelines] adding namespace took 794.43µs I0415 22:56:51.702882 3799 namespace.go:142] [openshift-pipelines] updating namespace I0415 22:56:52.402766 3799 namespace.go:142] [cert-manager] updating namespace I0415 22:56:52.600787 3799 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:53.004502 3799 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:53.202937 3799 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:53.389201 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0415 22:56:53.405891 3799 namespace.go:142] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] updating namespace I0415 22:56:53.806067 3799 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:54.009195 3799 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:54.206790 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0415 22:56:54.407343 3799 namespace.go:142] [tsf] updating namespace I0415 22:56:54.610557 3799 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:54.811535 3799 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:55.011441 3799 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:55.145235 3799 namespace.go:142] [cert-manager] updating namespace I0415 22:56:55.155804 3799 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:55.164962 3799 namespace.go:142] [default] updating namespace I0415 22:56:55.175285 3799 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:55.187093 3799 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:55.197359 3799 namespace.go:142] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] updating namespace I0415 22:56:55.206125 3799 namespace.go:142] [openshift] updating namespace I0415 22:56:55.217245 3799 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:55.228576 3799 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:55.238835 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0415 22:56:55.248863 3799 namespace.go:142] [tsf] updating namespace I0415 22:56:55.258286 3799 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:55.272140 3799 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:55.296444 3799 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:55.396488 3799 namespace.go:142] [cert-manager] updating namespace I0415 22:56:55.495456 3799 namespace.go:142] [cert-manager-operator] updating namespace I0415 22:56:55.594471 3799 namespace.go:142] [default] updating namespace I0415 22:56:55.695536 3799 namespace.go:142] [konflux-operator] updating namespace I0415 22:56:55.797180 3799 namespace.go:142] [konflux-ui] updating namespace I0415 22:56:55.894490 3799 namespace.go:142] [open-cluster-management-2pms9aemt2thkcponu1tn82fanpjupm9] updating namespace I0415 22:56:55.995417 3799 namespace.go:142] [openshift] updating namespace I0415 22:56:56.102052 3799 namespace.go:142] [rhbk-operator] updating namespace I0415 22:56:56.196550 3799 namespace.go:142] [rhtpa-operator] updating namespace I0415 22:56:56.273417 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0415 22:56:56.308743 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0415 22:56:56.399578 3799 namespace.go:142] [tsf] updating namespace I0415 22:56:56.493023 3799 namespace.go:142] [tsf-keycloak] updating namespace I0415 22:56:56.592994 3799 namespace.go:142] [tsf-tas] updating namespace I0415 22:56:56.700799 3799 namespace.go:142] [tsf-tpa] updating namespace I0415 22:56:57.112227 3799 namespace.go:142] [openshift-pipelines] updating namespace I0415 22:56:58.485915 3799 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:58.486431 3799 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:56:58.679264 3799 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:58.679285 3799 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:56:58.745730 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0415 22:56:58.745753 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0415 22:57:05.458540 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zrbnm] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-zrbnm for pod on switch ip-10-0-2-187.ec2.internal I0415 22:57:05.458666 3799 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zrbnm I0415 22:57:05.476231 3799 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zrbnm] pod update took 17.628168ms I0415 22:57:05.476254 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zrbnm] addLogicalPort annotation time took 17.655054ms I0415 22:57:05.477565 3799 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zrbnm] addLogicalPort took 19.038483ms, libovsdb time 936.474µs I0415 22:57:05.549599 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-bgf8d] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-bgf8d for pod on switch ip-10-0-2-187.ec2.internal I0415 22:57:05.549681 3799 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-bgf8d I0415 22:57:05.565161 3799 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-bgf8d] pod update took 15.499096ms I0415 22:57:05.565179 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-bgf8d] addLogicalPort annotation time took 15.522077ms I0415 22:57:05.566280 3799 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-bgf8d] addLogicalPort took 16.695652ms, libovsdb time 774.47µs I0415 22:57:05.964596 3799 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zrbnm 9fe8a09302e5a49b1a91a05e2b038f1086e465f79e8f34512b0634b0d18ab952 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zrbnm 9fe8a09302e5a49b1a91a05e2b038f1086e465f79e8f34512b0634b0d18ab952 network default NAD default NAD key ] I0415 22:57:05.975175 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-zrbnm, hostIfaceName: 9fe8a09302e5a49, network: default, NAD default, SandboxID: "9fe8a09302e5a49b1a91a05e2b038f1086e465f79e8f34512b0634b0d18ab952", PCI device ID: , UID: "e4f1ac3e-1cd7-415a-826b-50a70f7fdd48", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0415 22:57:05.998173 3799 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-bgf8d e6fed021bbbb6c087bd6973e820223f6129142278c70bae7399c121c362e968c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-bgf8d e6fed021bbbb6c087bd6973e820223f6129142278c70bae7399c121c362e968c network default NAD default NAD key ] I0415 22:57:06.009397 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-bgf8d, hostIfaceName: e6fed021bbbb6c0, network: default, NAD default, SandboxID: "e6fed021bbbb6c087bd6973e820223f6129142278c70bae7399c121c362e968c", PCI device ID: , UID: "4f5c2906-4fd2-4b96-972b-a5de44b2904e", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0415 22:57:06.030976 3799 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zrbnm 9fe8a09302e5a49b1a91a05e2b038f1086e465f79e8f34512b0634b0d18ab952 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-zrbnm 9fe8a09302e5a49b1a91a05e2b038f1086e465f79e8f34512b0634b0d18ab952 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:58:e8:36:e3:bf\",\"name\":\"9fe8a09302e5a49\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3984f2c0-d8ec-4f57-9901-8a6eeb1fc55e\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:57:06.061173 3799 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-bgf8d e6fed021bbbb6c087bd6973e820223f6129142278c70bae7399c121c362e968c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-bgf8d e6fed021bbbb6c087bd6973e820223f6129142278c70bae7399c121c362e968c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:c1:70:72:5b:da\",\"name\":\"e6fed021bbbb6c0\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e42ed3c-3af2-4984-826c-a6e60d536a69\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 22:57:10.342167 3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0415 22:57:10.342185 3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0415 22:57:10.342189 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0415 22:57:10.367170 3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0415 22:57:10.367191 3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0415 22:57:10.367200 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0415 22:57:11.182237 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:11.182255 3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:11.182261 3799 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:11.182265 3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 22:57:16.256433 3799 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0415 22:57:16.289971 3799 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0415 22:57:18.368994 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0415 22:57:21.353863 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0415 22:57:21.353882 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0415 22:57:21.353887 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0415 22:57:21.382800 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0415 22:57:21.382817 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0415 22:57:21.382822 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0415 22:57:32.895243 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0415 22:57:39.451230 3799 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:57:39.453994 3799 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:57:39.475516 3799 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:57:39.475539 3799 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:57:39.486539 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0415 22:57:39.486559 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0415 22:57:41.375877 3799 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0415 22:57:41.376467 3799 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0415 22:57:41.376496 3799 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0415 22:57:41.378420 3799 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0415 22:57:46.091610 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-rrclp] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-rrclp for pod on switch ip-10-0-2-187.ec2.internal I0415 22:57:46.091709 3799 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-rrclp I0415 22:57:46.106232 3799 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-rrclp] pod update took 14.545669ms I0415 22:57:46.106256 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-rrclp] addLogicalPort annotation time took 14.575672ms I0415 22:57:46.107673 3799 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-rrclp] addLogicalPort took 16.082023ms, libovsdb time 1.006367ms I0415 22:57:46.460466 3799 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-rrclp ac44586a6ccc80c516519acb3e4269999919fb55def1ffdacb1413c8b1836e72 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-rrclp ac44586a6ccc80c516519acb3e4269999919fb55def1ffdacb1413c8b1836e72 network default NAD default NAD key ] I0415 22:57:46.469658 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-rrclp, hostIfaceName: ac44586a6ccc80c, network: default, NAD default, SandboxID: "ac44586a6ccc80c516519acb3e4269999919fb55def1ffdacb1413c8b1836e72", PCI device ID: , UID: "0c1618a2-d1f2-47a8-a98b-4275708ed200", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0415 22:57:46.520382 3799 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-rrclp ac44586a6ccc80c516519acb3e4269999919fb55def1ffdacb1413c8b1836e72 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-rrclp ac44586a6ccc80c516519acb3e4269999919fb55def1ffdacb1413c8b1836e72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:a3:ba:7a:aa:e6\",\"name\":\"ac44586a6ccc80c\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77cf6a04-98b1-49fc-91ab-a4c732cbd08c\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 22:57:47.383841 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0415 22:57:47.383847 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0415 22:57:47.383859 3799 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0415 22:57:47.383869 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0415 22:57:51.674193 3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0415 22:57:52.277080 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=826 I0415 22:57:54.760477 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-187.ec2.internal I0415 22:57:54.760573 3799 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0415 22:57:54.772265 3799 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.716234ms I0415 22:57:54.772285 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.740487ms I0415 22:57:54.773620 3799 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.163051ms, libovsdb time 938.243µs I0415 22:57:57.301233 3799 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-dc2zd] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-dc2zd for pod on switch ip-10-0-2-187.ec2.internal I0415 22:57:57.301348 3799 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-dc2zd I0415 22:57:57.313944 3799 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-dc2zd] pod update took 12.63943ms I0415 22:57:57.313966 3799 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-dc2zd] addLogicalPort annotation time took 12.667293ms I0415 22:57:57.315200 3799 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-dc2zd] addLogicalPort took 13.981222ms, libovsdb time 880.383µs I0415 22:57:57.659957 3799 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-dc2zd 53b9da29b08701e711f630aa31fd331ef6fd63cb97649ab37bb6c5b344d0281b network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-dc2zd 53b9da29b08701e711f630aa31fd331ef6fd63cb97649ab37bb6c5b344d0281b network default NAD default NAD key ] I0415 22:57:57.669136 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-dc2zd, hostIfaceName: 53b9da29b08701e, network: default, NAD default, SandboxID: "53b9da29b08701e711f630aa31fd331ef6fd63cb97649ab37bb6c5b344d0281b", PCI device ID: , UID: "082e23f2-1db1-45d2-a82e-8967f4855f6f", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0415 22:57:57.718503 3799 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-dc2zd 53b9da29b08701e711f630aa31fd331ef6fd63cb97649ab37bb6c5b344d0281b network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-dc2zd 53b9da29b08701e711f630aa31fd331ef6fd63cb97649ab37bb6c5b344d0281b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:76:f7:09:ca:e1\",\"name\":\"53b9da29b08701e\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/374398d5-4992-4bed-8789-45676a193ea3\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 22:58:00.601744 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:58:00.820842 3799 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 83ef224a66671d3257d994e16cbe11bac339e6fdd31cc0f264bbe78a3aa28cca network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 83ef224a66671d3257d994e16cbe11bac339e6fdd31cc0f264bbe78a3aa28cca network default NAD default NAD key ] I0415 22:58:00.831001 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 83ef224a66671d3, network: default, NAD default, SandboxID: "83ef224a66671d3257d994e16cbe11bac339e6fdd31cc0f264bbe78a3aa28cca", PCI device ID: , UID: "051f90af-c544-4af9-a04b-b82d187d9b78", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0415 22:58:00.881036 3799 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 83ef224a66671d3257d994e16cbe11bac339e6fdd31cc0f264bbe78a3aa28cca network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 83ef224a66671d3257d994e16cbe11bac339e6fdd31cc0f264bbe78a3aa28cca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:3c:de:8c:4e:e5\",\"name\":\"83ef224a66671d3\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/179b3fc5-99bb-40bd-aad7-cc5e98441c75\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:58:06.679222 3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0415 22:58:08.132583 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-svpsp] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-svpsp for pod on switch ip-10-0-2-187.ec2.internal I0415 22:58:08.132669 3799 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-svpsp I0415 22:58:08.150096 3799 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-svpsp] pod update took 17.445759ms I0415 22:58:08.150117 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-svpsp] addLogicalPort annotation time took 17.472837ms I0415 22:58:08.151347 3799 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-svpsp] addLogicalPort took 18.782182ms, libovsdb time 854.648µs I0415 22:58:08.496808 3799 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-svpsp f86825a174ee5792c0df70c173de283462109bcb675b72399df8d02c5ca2ee5e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-svpsp f86825a174ee5792c0df70c173de283462109bcb675b72399df8d02c5ca2ee5e network default NAD default NAD key ] I0415 22:58:08.506250 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-svpsp, hostIfaceName: f86825a174ee579, network: default, NAD default, SandboxID: "f86825a174ee5792c0df70c173de283462109bcb675b72399df8d02c5ca2ee5e", PCI device ID: , UID: "21e9a3b2-dfa0-4dfa-8dac-f6fcad784fff", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0415 22:58:08.557105 3799 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-svpsp f86825a174ee5792c0df70c173de283462109bcb675b72399df8d02c5ca2ee5e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-svpsp f86825a174ee5792c0df70c173de283462109bcb675b72399df8d02c5ca2ee5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:cc:20:39:09:fb\",\"name\":\"f86825a174ee579\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/229016ef-b38d-4945-b26a-c71036a1dc55\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 22:58:11.618062 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0415 22:58:11.651962 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0415 22:58:11.652028 3799 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-6jp2n IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-6jp2n: no pod IPs found W0415 22:58:18.110650 3799 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0415 22:58:18.110670 3799 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0415 22:58:18.110675 3799 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0415 22:58:31.748427 3799 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:31.748961 3799 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:31.795725 3799 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:31.795748 3799 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:31.802700 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0415 22:58:31.802724 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0415 22:58:34.356696 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-nthpz] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-nthpz for pod on switch ip-10-0-2-187.ec2.internal I0415 22:58:34.356805 3799 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-nthpz I0415 22:58:34.389072 3799 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-nthpz] pod update took 32.29526ms I0415 22:58:34.389094 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-nthpz] addLogicalPort annotation time took 32.322552ms I0415 22:58:34.390409 3799 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-nthpz] addLogicalPort took 33.730654ms, libovsdb time 940.666µs I0415 22:58:34.741349 3799 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-nthpz 094a7ec293b93211b1e1e04a9deca433334d4d1b47292c3d685a3790a20e5bfd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-nthpz 094a7ec293b93211b1e1e04a9deca433334d4d1b47292c3d685a3790a20e5bfd network default NAD default NAD key ] I0415 22:58:34.750744 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-nthpz, hostIfaceName: 094a7ec293b9321, network: default, NAD default, SandboxID: "094a7ec293b93211b1e1e04a9deca433334d4d1b47292c3d685a3790a20e5bfd", PCI device ID: , UID: "c703e29e-8852-4b19-a9fb-767de0b76957", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0415 22:58:34.784661 3799 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-665497d74-wgs5d] creating logical port tsf-tas_trillian-logserver-665497d74-wgs5d for pod on switch ip-10-0-2-187.ec2.internal I0415 22:58:34.784776 3799 kube.go:256] Updating pod tsf-tas/trillian-logserver-665497d74-wgs5d I0415 22:58:34.803001 3799 pod.go:62] [tsf-tas/trillian-logserver-665497d74-wgs5d] pod update took 18.247728ms I0415 22:58:34.803030 3799 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-665497d74-wgs5d] addLogicalPort annotation time took 18.281218ms I0415 22:58:34.804205 3799 pods.go:271] [tsf-tas/trillian-logserver-665497d74-wgs5d] addLogicalPort took 19.559856ms, libovsdb time 782.573µs I0415 22:58:34.805104 3799 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-nthpz 094a7ec293b93211b1e1e04a9deca433334d4d1b47292c3d685a3790a20e5bfd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-nthpz 094a7ec293b93211b1e1e04a9deca433334d4d1b47292c3d685a3790a20e5bfd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:0a:37:11:6f:d5\",\"name\":\"094a7ec293b9321\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f537c4b-d3dd-44c5-8f2b-3a964daa8e14\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:58:34.960166 3799 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-56b4586db-rr79m] creating logical port tsf-tas_trillian-logsigner-56b4586db-rr79m for pod on switch ip-10-0-2-187.ec2.internal I0415 22:58:34.960255 3799 kube.go:256] Updating pod tsf-tas/trillian-logsigner-56b4586db-rr79m I0415 22:58:34.977740 3799 pod.go:62] [tsf-tas/trillian-logsigner-56b4586db-rr79m] pod update took 17.50983ms I0415 22:58:34.977765 3799 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-56b4586db-rr79m] addLogicalPort annotation time took 17.537257ms I0415 22:58:34.978913 3799 pods.go:271] [tsf-tas/trillian-logsigner-56b4586db-rr79m] addLogicalPort took 18.759952ms, libovsdb time 771.112µs I0415 22:58:35.130282 3799 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-xz9p5-rp5dg] creating logical port tsf-tas_rekor-createtree-job-xz9p5-rp5dg for pod on switch ip-10-0-2-187.ec2.internal I0415 22:58:35.130378 3799 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-xz9p5-rp5dg I0415 22:58:35.145558 3799 pod.go:62] [tsf-tas/rekor-createtree-job-xz9p5-rp5dg] pod update took 15.203353ms I0415 22:58:35.145576 3799 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-xz9p5-rp5dg] addLogicalPort annotation time took 15.227005ms I0415 22:58:35.146697 3799 pods.go:271] [tsf-tas/rekor-createtree-job-xz9p5-rp5dg] addLogicalPort took 16.429423ms, libovsdb time 773.868µs I0415 22:58:35.493796 3799 cni.go:452] [tsf-tas/rekor-createtree-job-xz9p5-rp5dg d55259aa2b0722a2f8792e2bc81b329de6cee8f4afe7ecc7bfc4591a37cabc4b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-xz9p5-rp5dg d55259aa2b0722a2f8792e2bc81b329de6cee8f4afe7ecc7bfc4591a37cabc4b network default NAD default NAD key ] I0415 22:58:35.504241 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-xz9p5-rp5dg, hostIfaceName: d55259aa2b0722a, network: default, NAD default, SandboxID: "d55259aa2b0722a2f8792e2bc81b329de6cee8f4afe7ecc7bfc4591a37cabc4b", PCI device ID: , UID: "051022d8-2fef-4aaf-a46a-9deb8bcb0434", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0415 22:58:35.554783 3799 cni.go:473] [tsf-tas/rekor-createtree-job-xz9p5-rp5dg d55259aa2b0722a2f8792e2bc81b329de6cee8f4afe7ecc7bfc4591a37cabc4b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-xz9p5-rp5dg d55259aa2b0722a2f8792e2bc81b329de6cee8f4afe7ecc7bfc4591a37cabc4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:29:6d:04:0f:3d\",\"name\":\"d55259aa2b0722a\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5cb7988-edc4-4743-87b4-ef18be77570a\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:58:35.762734 3799 cni.go:452] [tsf-tas/trillian-logserver-665497d74-wgs5d e165f5e13a53cb580bb3cad52eb215bfa7698b6026fa36bd41e64246f4921915 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-665497d74-wgs5d e165f5e13a53cb580bb3cad52eb215bfa7698b6026fa36bd41e64246f4921915 network default NAD default NAD key ] I0415 22:58:35.775379 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-665497d74-wgs5d, hostIfaceName: e165f5e13a53cb5, network: default, NAD default, SandboxID: "e165f5e13a53cb580bb3cad52eb215bfa7698b6026fa36bd41e64246f4921915", PCI device ID: , UID: "f637c604-25f9-4a2e-bfa2-34efdce83205", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0415 22:58:35.841928 3799 cni.go:473] [tsf-tas/trillian-logserver-665497d74-wgs5d e165f5e13a53cb580bb3cad52eb215bfa7698b6026fa36bd41e64246f4921915 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-665497d74-wgs5d e165f5e13a53cb580bb3cad52eb215bfa7698b6026fa36bd41e64246f4921915 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:85:e4:e5:d4:5f\",\"name\":\"e165f5e13a53cb5\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb7a3ba3-e2b6-44c3-a2d0-2f94eab4b366\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:58:35.932537 3799 cni.go:452] [tsf-tas/trillian-logsigner-56b4586db-rr79m c841bd798ef71e83d3d585b01df0703e48ae28b86ee293269dc879fd6f07f8a3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-56b4586db-rr79m c841bd798ef71e83d3d585b01df0703e48ae28b86ee293269dc879fd6f07f8a3 network default NAD default NAD key ] I0415 22:58:35.943702 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-56b4586db-rr79m, hostIfaceName: c841bd798ef71e8, network: default, NAD default, SandboxID: "c841bd798ef71e83d3d585b01df0703e48ae28b86ee293269dc879fd6f07f8a3", PCI device ID: , UID: "687ed685-7cc1-4317-a6af-94322908db90", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0415 22:58:35.998873 3799 cni.go:473] [tsf-tas/trillian-logsigner-56b4586db-rr79m c841bd798ef71e83d3d585b01df0703e48ae28b86ee293269dc879fd6f07f8a3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-56b4586db-rr79m c841bd798ef71e83d3d585b01df0703e48ae28b86ee293269dc879fd6f07f8a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:be:11:85:dd:1d\",\"name\":\"c841bd798ef71e8\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fcff417-f47d-4864-ba73-84a69761c61a\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:58:39.799038 3799 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bt949 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:39.799690 3799 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bt949 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:40.688359 3799 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bt949 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:40.688455 3799 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bt949 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0415 22:58:44.255248 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0415 22:58:44.255270 3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0415 22:58:46.873222 3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0415 22:58:46.896939 3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0415 22:58:47.304516 3799 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0415 22:58:48.424134 3799 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-sqghj-whs5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:48.424735 3799 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-sqghj-whs5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:58:49.270692 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0415 22:58:49.296238 3799 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-sqghj-whs5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:58:49.296261 3799 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-sqghj-whs5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0415 22:58:59.345761 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0415 22:58:59.765977 3799 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0415 22:58:59.765993 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0415 22:59:14.983283 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0415 22:59:15.987768 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0415 22:59:26.021206 3799 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:26.022169 3799 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:26.043283 3799 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:26.043304 3799 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:26.050299 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0415 22:59:26.050333 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0415 22:59:36.094570 3799 obj_retry.go:498] Detected object tsf/patch-tekton-config-tz9x9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:36.095081 3799 obj_retry.go:498] Detected object tsf/patch-tekton-config-tz9x9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:36.977827 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-tz9x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:36.977857 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-tz9x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:37.154554 3799 cni.go:452] [tsf-tas/rekor-createtree-job-xz9p5-rp5dg d55259aa2b0722a2f8792e2bc81b329de6cee8f4afe7ecc7bfc4591a37cabc4b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-xz9p5-rp5dg d55259aa2b0722a2f8792e2bc81b329de6cee8f4afe7ecc7bfc4591a37cabc4b network default NAD default NAD key ] I0415 22:59:37.240974 3799 cni.go:473] [tsf-tas/rekor-createtree-job-xz9p5-rp5dg d55259aa2b0722a2f8792e2bc81b329de6cee8f4afe7ecc7bfc4591a37cabc4b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-xz9p5-rp5dg d55259aa2b0722a2f8792e2bc81b329de6cee8f4afe7ecc7bfc4591a37cabc4b network default NAD default NAD key default], result "{}", err I0415 22:59:37.292691 3799 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-xz9p5-rp5dg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:37.292784 3799 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-xz9p5-rp5dg I0415 22:59:37.294026 3799 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-xz9p5-rp5dg, ips: 10.129.0.42 I0415 22:59:37.294051 3799 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-xz9p5-rp5dg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:37.689879 3799 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-s87kx-pq67x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:37.690403 3799 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-s87kx-pq67x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:38.168443 3799 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-xz9p5-rp5dg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:38.168468 3799 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-xz9p5-rp5dg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:38.561525 3799 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-s87kx-pq67x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:38.561546 3799 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-s87kx-pq67x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:41.353071 3799 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-65bc657585-7x2bh] creating logical port tsf-tas_rekor-redis-65bc657585-7x2bh for pod on switch ip-10-0-2-187.ec2.internal I0415 22:59:41.353163 3799 kube.go:256] Updating pod tsf-tas/rekor-redis-65bc657585-7x2bh I0415 22:59:41.369042 3799 pod.go:62] [tsf-tas/rekor-redis-65bc657585-7x2bh] pod update took 15.904423ms I0415 22:59:41.369061 3799 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-65bc657585-7x2bh] addLogicalPort annotation time took 15.929492ms I0415 22:59:41.370278 3799 pods.go:271] [tsf-tas/rekor-redis-65bc657585-7x2bh] addLogicalPort took 17.226775ms, libovsdb time 841.174µs I0415 22:59:41.713341 3799 cni.go:452] [tsf-tas/rekor-redis-65bc657585-7x2bh d07dad7cd3e082b205322d107ab964ed4ff5d7013d7dd30fa33578ce34fb488a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-65bc657585-7x2bh d07dad7cd3e082b205322d107ab964ed4ff5d7013d7dd30fa33578ce34fb488a network default NAD default NAD key ] I0415 22:59:41.722333 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-65bc657585-7x2bh, hostIfaceName: d07dad7cd3e082b, network: default, NAD default, SandboxID: "d07dad7cd3e082b205322d107ab964ed4ff5d7013d7dd30fa33578ce34fb488a", PCI device ID: , UID: "e302afb3-9ed8-44ee-b1e1-20707b344d2c", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0415 22:59:41.773706 3799 cni.go:473] [tsf-tas/rekor-redis-65bc657585-7x2bh d07dad7cd3e082b205322d107ab964ed4ff5d7013d7dd30fa33578ce34fb488a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-65bc657585-7x2bh d07dad7cd3e082b205322d107ab964ed4ff5d7013d7dd30fa33578ce34fb488a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:03:cb:6d:48:50\",\"name\":\"d07dad7cd3e082b\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27dcdb34-58c0-4ae7-a0ea-9dd28ae1b39f\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 22:59:42.121041 3799 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-67z8s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:42.121607 3799 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-67z8s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0415 22:59:42.572176 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0415 22:59:43.143694 3799 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-67z8s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:43.143725 3799 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-67z8s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:43.184682 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-tz9x9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:43.184705 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-tz9x9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:43.191454 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-tz9x9 I0415 22:59:43.191481 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-tz9x9 I0415 22:59:44.270068 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=113 W0415 22:59:46.015794 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0415 22:59:46.205299 3799 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0415 22:59:48.171709 3799 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:48.172256 3799 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:48.195912 3799 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:48.195934 3799 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:48.199634 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0415 22:59:48.199659 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0415 22:59:49.621556 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0415 22:59:51.361083 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0415 22:59:54.787414 3799 obj_retry.go:498] Detected object tsf-tpa/create-db-nk4r2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:54.787934 3799 obj_retry.go:498] Detected object tsf-tpa/create-db-nk4r2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:55.812850 3799 obj_retry.go:492] Detected object tsf-tpa/create-db-nk4r2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:55.812875 3799 obj_retry.go:492] Detected object tsf-tpa/create-db-nk4r2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0415 22:59:58.245854 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0415 22:59:58.810703 3799 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mwvns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:58.811214 3799 obj_retry.go:498] Detected object tsf-tpa/migrate-db-mwvns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 22:59:58.954350 3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwvns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 22:59:58.954369 3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwvns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:04.294365 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:04.294950 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:05.136692 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:05.136714 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0415 23:00:07.759167 3799 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0415 23:00:08.290118 3799 obj_retry.go:498] Detected object tsf-tpa/create-importers-h978p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:08.290708 3799 obj_retry.go:498] Detected object tsf-tpa/create-importers-h978p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:09.315901 3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-h978p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:09.315929 3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-h978p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:13.400640 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0415 23:00:16.341778 3799 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-675dl-fp45w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:16.342302 3799 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-675dl-fp45w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:17.371858 3799 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-675dl-fp45w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:17.371883 3799 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-675dl-fp45w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0415 23:00:33.279328 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0415 23:00:35.432783 3799 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:35.433392 3799 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:00:35.477971 3799 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:35.477988 3799 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:00:35.486573 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0415 23:00:35.486600 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0415 23:00:36.300288 3799 namespace.go:98] [integration-service] adding namespace I0415 23:00:36.301222 3799 namespace.go:102] [integration-service] adding namespace took 866.985µs I0415 23:00:36.308036 3799 namespace.go:98] [default-tenant] adding namespace I0415 23:00:36.308083 3799 namespace.go:98] [build-service] adding namespace I0415 23:00:36.308237 3799 namespace.go:98] [image-controller] adding namespace I0415 23:00:36.308730 3799 namespace.go:102] [default-tenant] adding namespace took 674.807µs I0415 23:00:36.309300 3799 namespace.go:102] [build-service] adding namespace took 1.203462ms I0415 23:00:36.309864 3799 namespace.go:102] [image-controller] adding namespace took 1.612507ms I0415 23:00:36.334788 3799 namespace.go:142] [integration-service] updating namespace I0415 23:00:36.356834 3799 namespace.go:142] [integration-service] updating namespace I0415 23:00:36.368256 3799 namespace.go:142] [default-tenant] updating namespace I0415 23:00:36.407207 3799 namespace.go:142] [default-tenant] updating namespace I0415 23:00:36.421557 3799 namespace.go:142] [build-service] updating namespace I0415 23:00:36.446773 3799 namespace.go:142] [build-service] updating namespace I0415 23:00:36.464660 3799 namespace.go:142] [image-controller] updating namespace I0415 23:00:36.494632 3799 namespace.go:142] [image-controller] updating namespace I0415 23:00:36.521757 3799 namespace.go:142] [build-service] updating namespace I0415 23:00:36.550998 3799 namespace.go:142] [integration-service] updating namespace I0415 23:00:36.635076 3799 namespace.go:98] [release-service] adding namespace I0415 23:00:36.635849 3799 namespace.go:102] [release-service] adding namespace took 756.308µs I0415 23:00:36.654298 3799 namespace.go:142] [release-service] updating namespace I0415 23:00:36.665043 3799 namespace.go:142] [release-service] updating namespace I0415 23:00:36.770172 3799 namespace.go:142] [konflux-ui] updating namespace I0415 23:00:36.801545 3799 namespace.go:98] [konflux-info] adding namespace I0415 23:00:36.802245 3799 namespace.go:102] [konflux-info] adding namespace took 680.945µs I0415 23:00:36.859845 3799 namespace.go:142] [konflux-info] updating namespace I0415 23:00:36.919585 3799 namespace.go:142] [konflux-info] updating namespace I0415 23:00:36.919718 3799 namespace.go:98] [namespace-lister] adding namespace I0415 23:00:36.920449 3799 namespace.go:102] [namespace-lister] adding namespace took 715.985µs I0415 23:00:37.003568 3799 namespace.go:98] [enterprise-contract-service] adding namespace I0415 23:00:37.004269 3799 namespace.go:102] [enterprise-contract-service] adding namespace took 685.364µs I0415 23:00:37.047240 3799 namespace.go:142] [image-controller] updating namespace I0415 23:00:37.066540 3799 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:37.198855 3799 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:37.198945 3799 namespace.go:142] [default-tenant] updating namespace I0415 23:00:37.233059 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0415 23:00:37.458622 3799 namespace.go:98] [segment-bridge] adding namespace I0415 23:00:37.458780 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0415 23:00:37.459364 3799 namespace.go:102] [segment-bridge] adding namespace took 723.575µs I0415 23:00:37.616637 3799 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0415 23:00:37.617220 3799 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0415 23:00:37.617242 3799 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0415 23:00:37.619993 3799 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0415 23:00:37.681871 3799 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0415 23:00:37.681893 3799 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0415 23:00:37.682536 3799 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0415 23:00:37.725595 3799 namespace.go:142] [segment-bridge] updating namespace I0415 23:00:37.918588 3799 namespace.go:142] [segment-bridge] updating namespace I0415 23:00:38.104890 3799 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-tsrvs] creating logical port namespace-lister_namespace-lister-67655c4674-tsrvs for pod on switch ip-10-0-2-187.ec2.internal I0415 23:00:38.105034 3799 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-tsrvs I0415 23:00:38.189690 3799 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-tsrvs I0415 23:00:38.252439 3799 pod.go:62] [namespace-lister/namespace-lister-67655c4674-tsrvs] pod update took 147.441188ms I0415 23:00:38.252461 3799 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-tsrvs] addLogicalPort annotation time took 147.468954ms I0415 23:00:38.253835 3799 pods.go:271] [namespace-lister/namespace-lister-67655c4674-tsrvs] addLogicalPort took 148.963263ms, libovsdb time 1.031235ms I0415 23:00:38.502757 3799 namespace.go:142] [build-service] updating namespace I0415 23:00:38.502956 3799 base_network_controller_pods.go:487] [default/konflux-ui/dex-5d998ffc84-tg9fv] creating logical port konflux-ui_dex-5d998ffc84-tg9fv for pod on switch ip-10-0-2-187.ec2.internal I0415 23:00:38.503075 3799 base_network_controller_pods.go:487] [default/konflux-ui/proxy-75ff4db89c-26mxg] creating logical port konflux-ui_proxy-75ff4db89c-26mxg for pod on switch ip-10-0-2-187.ec2.internal I0415 23:00:38.503094 3799 kube.go:256] Updating pod konflux-ui/dex-5d998ffc84-tg9fv I0415 23:00:38.503225 3799 kube.go:256] Updating pod konflux-ui/proxy-75ff4db89c-26mxg I0415 23:00:38.631058 3799 kube.go:256] Updating pod konflux-ui/dex-5d998ffc84-tg9fv I0415 23:00:38.681729 3799 kube.go:256] Updating pod konflux-ui/proxy-75ff4db89c-26mxg I0415 23:00:38.697444 3799 pod.go:62] [konflux-ui/dex-5d998ffc84-tg9fv] pod update took 194.385598ms I0415 23:00:38.697462 3799 base_network_controller_pods.go:951] [default/konflux-ui/dex-5d998ffc84-tg9fv] addLogicalPort annotation time took 194.407974ms I0415 23:00:38.698683 3799 pods.go:271] [konflux-ui/dex-5d998ffc84-tg9fv] addLogicalPort took 195.745226ms, libovsdb time 844.305µs I0415 23:00:38.719646 3799 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-wm88q] creating logical port build-service_build-service-controller-manager-7cbf488fcf-wm88q for pod on switch ip-10-0-2-187.ec2.internal I0415 23:00:38.719721 3799 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-wm88q I0415 23:00:38.756519 3799 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-wm88q] pod update took 36.816506ms I0415 23:00:38.756538 3799 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-wm88q] addLogicalPort annotation time took 36.839469ms I0415 23:00:38.757603 3799 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-wm88q] addLogicalPort took 37.972524ms, libovsdb time 732.141µs I0415 23:00:38.759357 3799 pod.go:62] [konflux-ui/proxy-75ff4db89c-26mxg] pod update took 256.16327ms I0415 23:00:38.759376 3799 base_network_controller_pods.go:951] [default/konflux-ui/proxy-75ff4db89c-26mxg] addLogicalPort annotation time took 256.184389ms I0415 23:00:38.760537 3799 pods.go:271] [konflux-ui/proxy-75ff4db89c-26mxg] addLogicalPort took 257.478275ms, libovsdb time 833.35µs I0415 23:00:38.888501 3799 cni.go:452] [namespace-lister/namespace-lister-67655c4674-tsrvs 5680bdd963bb7944369d37527d49083f8c2afc67508fa6f22fd46bc6dfee3fad network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-tsrvs 5680bdd963bb7944369d37527d49083f8c2afc67508fa6f22fd46bc6dfee3fad network default NAD default NAD key ] I0415 23:00:38.897601 3799 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-tsrvs, hostIfaceName: 5680bdd963bb794, network: default, NAD default, SandboxID: "5680bdd963bb7944369d37527d49083f8c2afc67508fa6f22fd46bc6dfee3fad", PCI device ID: , UID: "17cab18d-a9f9-4e64-960e-faf57e8f6072", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0415 23:00:38.949117 3799 cni.go:473] [namespace-lister/namespace-lister-67655c4674-tsrvs 5680bdd963bb7944369d37527d49083f8c2afc67508fa6f22fd46bc6dfee3fad network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-tsrvs 5680bdd963bb7944369d37527d49083f8c2afc67508fa6f22fd46bc6dfee3fad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b1:9b:38:b7:1a\",\"name\":\"5680bdd963bb794\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1614c67-e8c8-4da2-9696-25b325e885a1\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:00:39.013778 3799 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-7fst2] creating logical port release-service_release-service-controller-manager-58f96dcd8d-7fst2 for pod on switch ip-10-0-2-187.ec2.internal I0415 23:00:39.013894 3799 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-7fst2 I0415 23:00:39.040996 3799 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-7fst2] pod update took 27.117686ms I0415 23:00:39.041030 3799 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-7fst2] addLogicalPort annotation time took 27.159666ms I0415 23:00:39.042503 3799 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-7fst2] addLogicalPort took 28.744926ms, libovsdb time 872.069µs I0415 23:00:39.083931 3799 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-wm88q 0d4679885572754eb9aa3fb1b783bb096d6378b6bbbb68eeadafec7290c72d7c network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-wm88q 0d4679885572754eb9aa3fb1b783bb096d6378b6bbbb68eeadafec7290c72d7c network default NAD default NAD key ] I0415 23:00:39.093644 3799 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-wm88q, hostIfaceName: 0d4679885572754, network: default, NAD default, SandboxID: "0d4679885572754eb9aa3fb1b783bb096d6378b6bbbb68eeadafec7290c72d7c", PCI device ID: , UID: "643b782a-f731-4b94-aadd-0934444e1ed7", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0415 23:00:39.098806 3799 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-76f58c49bb-5fdpf] creating logical port integration-service_integration-service-controller-manager-76f58c49bb-5fdpf for pod on switch ip-10-0-2-187.ec2.internal I0415 23:00:39.098918 3799 kube.go:256] Updating pod integration-service/integration-service-controller-manager-76f58c49bb-5fdpf I0415 23:00:39.119846 3799 pod.go:62] [integration-service/integration-service-controller-manager-76f58c49bb-5fdpf] pod update took 20.94792ms I0415 23:00:39.119926 3799 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-76f58c49bb-5fdpf] addLogicalPort annotation time took 21.030238ms I0415 23:00:39.121169 3799 pods.go:271] [integration-service/integration-service-controller-manager-76f58c49bb-5fdpf] addLogicalPort took 22.380615ms, libovsdb time 864.778µs I0415 23:00:39.146859 3799 namespace.go:142] [default-tenant] updating namespace I0415 23:00:39.147657 3799 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-wm88q 0d4679885572754eb9aa3fb1b783bb096d6378b6bbbb68eeadafec7290c72d7c network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-wm88q 0d4679885572754eb9aa3fb1b783bb096d6378b6bbbb68eeadafec7290c72d7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:72:44:7a:3f:47\",\"name\":\"0d4679885572754\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3abfd71a-230e-44c9-98f0-413e7a500d9f\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:00:39.336358 3799 namespace.go:142] [image-controller] updating namespace I0415 23:00:39.532690 3799 namespace.go:142] [integration-service] updating namespace I0415 23:00:39.731666 3799 namespace.go:142] [release-service] updating namespace I0415 23:00:39.871288 3799 namespace.go:142] [build-service] updating namespace I0415 23:00:39.886942 3799 namespace.go:142] [default-tenant] updating namespace I0415 23:00:39.901754 3799 namespace.go:142] [image-controller] updating namespace I0415 23:00:39.914239 3799 namespace.go:142] [integration-service] updating namespace I0415 23:00:39.927145 3799 namespace.go:142] [release-service] updating namespace I0415 23:00:39.987741 3799 namespace.go:142] [build-service] updating namespace I0415 23:00:40.070136 3799 namespace.go:142] [default-tenant] updating namespace I0415 23:00:40.152938 3799 namespace.go:142] [image-controller] updating namespace I0415 23:00:40.240835 3799 namespace.go:142] [integration-service] updating namespace I0415 23:00:40.319411 3799 namespace.go:142] [release-service] updating namespace I0415 23:00:41.647921 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0415 23:00:41.855192 3799 namespace.go:142] [konflux-info] updating namespace I0415 23:00:42.051646 3799 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:42.253175 3799 namespace.go:142] [segment-bridge] updating namespace W0415 23:00:42.342799 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0415 23:00:42.380472 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0415 23:00:42.395188 3799 namespace.go:142] [konflux-info] updating namespace I0415 23:00:42.410553 3799 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:42.425160 3799 namespace.go:142] [segment-bridge] updating namespace I0415 23:00:42.479065 3799 namespace.go:142] [enterprise-contract-service] updating namespace W0415 23:00:42.530592 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0415 23:00:42.558245 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0415 23:00:42.580119 3799 namespace.go:142] [konflux-info] updating namespace I0415 23:00:42.679384 3799 namespace.go:142] [namespace-lister] updating namespace I0415 23:00:42.777480 3799 namespace.go:142] [segment-bridge] updating namespace W0415 23:00:43.531846 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0415 23:00:46.355103 3799 cni.go:452] [konflux-ui/dex-5d998ffc84-tg9fv e12ef1a4a7d418df185279dc9bcb0eddd577e0047ea8a6892e6c594bd27ccd88 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-5d998ffc84-tg9fv e12ef1a4a7d418df185279dc9bcb0eddd577e0047ea8a6892e6c594bd27ccd88 network default NAD default NAD key ] I0415 23:00:46.358575 3799 cni.go:452] [konflux-ui/proxy-75ff4db89c-26mxg 257e3fd00e12f73310b75bf7a09159926da9edac4a5bc279bf0f3f7b8e520c63 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-75ff4db89c-26mxg 257e3fd00e12f73310b75bf7a09159926da9edac4a5bc279bf0f3f7b8e520c63 network default NAD default NAD key ] I0415 23:00:46.365056 3799 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-5d998ffc84-tg9fv, hostIfaceName: e12ef1a4a7d418d, network: default, NAD default, SandboxID: "e12ef1a4a7d418df185279dc9bcb0eddd577e0047ea8a6892e6c594bd27ccd88", PCI device ID: , UID: "423e84ad-9d83-4f2d-a261-173aeab82c71", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0415 23:00:46.368606 3799 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-75ff4db89c-26mxg, hostIfaceName: 257e3fd00e12f73, network: default, NAD default, SandboxID: "257e3fd00e12f73310b75bf7a09159926da9edac4a5bc279bf0f3f7b8e520c63", PCI device ID: , UID: "b6622e73-28e3-4ad7-b325-62981a95c28f", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0415 23:00:46.417306 3799 cni.go:473] [konflux-ui/dex-5d998ffc84-tg9fv e12ef1a4a7d418df185279dc9bcb0eddd577e0047ea8a6892e6c594bd27ccd88 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-5d998ffc84-tg9fv e12ef1a4a7d418df185279dc9bcb0eddd577e0047ea8a6892e6c594bd27ccd88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c3:d2:4f:8d:b4\",\"name\":\"e12ef1a4a7d418d\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0e35798-3096-434c-83f2-61775da02a7f\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:00:46.438045 3799 cni.go:473] [konflux-ui/proxy-75ff4db89c-26mxg 257e3fd00e12f73310b75bf7a09159926da9edac4a5bc279bf0f3f7b8e520c63 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-75ff4db89c-26mxg 257e3fd00e12f73310b75bf7a09159926da9edac4a5bc279bf0f3f7b8e520c63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:d3:d1:97:82:41\",\"name\":\"257e3fd00e12f73\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e372306-6897-497e-a8e5-c0d4d81baf16\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:00:46.873041 3799 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-7fst2 54e2f25efedaed1de5cd072d244bcd3b42a6043606ddb13b68fc9db13e340b10 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-7fst2 54e2f25efedaed1de5cd072d244bcd3b42a6043606ddb13b68fc9db13e340b10 network default NAD default NAD key ] I0415 23:00:46.882728 3799 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-7fst2, hostIfaceName: 54e2f25efedaed1, network: default, NAD default, SandboxID: "54e2f25efedaed1de5cd072d244bcd3b42a6043606ddb13b68fc9db13e340b10", PCI device ID: , UID: "ea6a0755-6654-4d08-8444-f7671a56014d", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0415 23:00:46.933449 3799 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-7fst2 54e2f25efedaed1de5cd072d244bcd3b42a6043606ddb13b68fc9db13e340b10 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-7fst2 54e2f25efedaed1de5cd072d244bcd3b42a6043606ddb13b68fc9db13e340b10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:aa:93:11:37:02\",\"name\":\"54e2f25efedaed1\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c7a28f5-0594-437c-bde4-fb7e75c1b8f2\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:00:46.963591 3799 cni.go:452] [integration-service/integration-service-controller-manager-76f58c49bb-5fdpf 7c90fc343be4b56be0f2b1c3f2fa1e3710dac1162826f79c93a8e698238d7df1 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-76f58c49bb-5fdpf 7c90fc343be4b56be0f2b1c3f2fa1e3710dac1162826f79c93a8e698238d7df1 network default NAD default NAD key ] I0415 23:00:46.974369 3799 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-76f58c49bb-5fdpf, hostIfaceName: 7c90fc343be4b56, network: default, NAD default, SandboxID: "7c90fc343be4b56be0f2b1c3f2fa1e3710dac1162826f79c93a8e698238d7df1", PCI device ID: , UID: "c9edc1a8-e408-4d9c-8095-33ae14d2273c", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0415 23:00:47.024907 3799 cni.go:473] [integration-service/integration-service-controller-manager-76f58c49bb-5fdpf 7c90fc343be4b56be0f2b1c3f2fa1e3710dac1162826f79c93a8e698238d7df1 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-76f58c49bb-5fdpf 7c90fc343be4b56be0f2b1c3f2fa1e3710dac1162826f79c93a8e698238d7df1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:7e:3d:09:4a:6e\",\"name\":\"7c90fc343be4b56\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c69650d-cad5-4da0-9c5d-2b5d635e67a8\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 23:00:48.563700 3799 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0415 23:00:53.420111 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0415 23:00:53.420134 3799 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0415 23:00:53.443915 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0415 23:00:53.444446 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0415 23:00:53.530200 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0415 23:00:53.625354 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0415 23:00:53.627049 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0415 23:00:53.665854 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0415 23:00:53.665869 3799 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0415 23:00:53.695519 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0415 23:00:53.696202 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0415 23:01:04.426506 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0415 23:01:04.426527 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0415 23:01:04.427810 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0415 23:01:04.427831 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0415 23:01:04.611396 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0415 23:01:04.638097 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0415 23:01:04.644476 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0415 23:01:04.669866 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0415 23:01:04.671905 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0415 23:01:04.996513 3799 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wt65n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:01:04.996999 3799 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wt65n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:01:05.489795 3799 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wt65n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:01:05.489814 3799 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wt65n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:01:05.492595 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-wt65n I0415 23:01:05.492619 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-wt65n I0415 23:01:16.403728 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 W0415 23:01:32.682423 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0415 23:01:32.682448 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0415 23:01:37.836158 3799 namespace.go:142] [openshift-pipelines] updating namespace I0415 23:02:03.306349 3799 cni.go:452] [konflux-ui/proxy-75ff4db89c-26mxg 257e3fd00e12f73310b75bf7a09159926da9edac4a5bc279bf0f3f7b8e520c63 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-75ff4db89c-26mxg 257e3fd00e12f73310b75bf7a09159926da9edac4a5bc279bf0f3f7b8e520c63 network default NAD default NAD key ] I0415 23:02:03.394162 3799 cni.go:473] [konflux-ui/proxy-75ff4db89c-26mxg 257e3fd00e12f73310b75bf7a09159926da9edac4a5bc279bf0f3f7b8e520c63 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-75ff4db89c-26mxg 257e3fd00e12f73310b75bf7a09159926da9edac4a5bc279bf0f3f7b8e520c63 network default NAD default NAD key default], result "{}", err I0415 23:02:03.457141 3799 obj_retry.go:498] Detected object konflux-ui/proxy-75ff4db89c-26mxg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:02:03.457235 3799 pods.go:176] Deleting pod: konflux-ui/proxy-75ff4db89c-26mxg I0415 23:02:03.458731 3799 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-75ff4db89c-26mxg, ips: 10.129.0.46 I0415 23:02:03.458764 3799 obj_retry.go:498] Detected object konflux-ui/proxy-75ff4db89c-26mxg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:02:04.045651 3799 obj_retry.go:492] Detected object konflux-ui/proxy-75ff4db89c-26mxg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:02:04.045673 3799 obj_retry.go:492] Detected object konflux-ui/proxy-75ff4db89c-26mxg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:02:04.052103 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-75ff4db89c-26mxg I0415 23:02:04.052132 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-75ff4db89c-26mxg I0415 23:02:07.954558 3799 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:02:07.955174 3799 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:02:07.973973 3799 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:02:07.974018 3799 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:02:07.978952 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0415 23:02:07.978981 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0415 23:02:21.284298 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=78 I0415 23:02:33.453546 3799 namespace.go:98] [default-managed-tenant-syc5c] adding namespace I0415 23:02:33.454584 3799 namespace.go:102] [default-managed-tenant-syc5c] adding namespace took 1.014935ms I0415 23:02:33.479779 3799 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:02:33.501914 3799 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:02:34.471643 3799 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:02:34.597508 3799 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:02:34.698278 3799 namespace.go:142] [default-managed-tenant-syc5c] updating namespace I0415 23:03:05.386307 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0415 23:03:17.398409 3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0415 23:03:41.374171 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0415 23:04:26.391999 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0415 23:04:34.379571 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0415 23:05:00.363862 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0415 23:05:25.289292 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=156 I0415 23:05:46.404379 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0415 23:06:33.280346 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=385 I0415 23:06:44.372783 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0415 23:06:51.278092 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=83 I0415 23:07:27.273298 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0415 23:08:34.363180 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0415 23:08:38.286724 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0415 23:08:43.388524 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0415 23:09:05.406589 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0415 23:09:21.376655 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0415 23:09:34.272920 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0415 23:09:42.401471 3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0415 23:09:55.051427 3799 obj_retry.go:492] Detected object tsf-tpa/create-db-nk4r2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:09:55.051470 3799 obj_retry.go:492] Detected object tsf-tpa/create-db-nk4r2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:09:55.058848 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-nk4r2 I0415 23:09:55.058872 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-nk4r2 I0415 23:09:58.044210 3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwvns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:09:58.044253 3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-mwvns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:09:58.047810 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mwvns I0415 23:09:58.047836 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mwvns I0415 23:10:02.399486 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0415 23:10:04.339524 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:10:04.340131 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:10:05.212824 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:10:05.212849 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604910-scphd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:10:09.039157 3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-h978p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:10:09.039201 3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-h978p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:10:09.043264 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-h978p I0415 23:10:09.043299 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-h978p I0415 23:10:19.381899 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0415 23:12:30.366255 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0415 23:12:46.291265 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 W0415 23:13:44.934066 3799 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-64969dc6cf-cprdt I0415 23:14:39.406487 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0415 23:15:04.404276 3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0415 23:15:11.276228 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0415 23:15:38.276127 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=27 I0415 23:15:40.282727 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26 I0415 23:15:41.280655 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0415 23:15:41.444449 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-kq4sj-init-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:15:41.444581 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod I0415 23:15:41.481032 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod] pod update took 36.479133ms I0415 23:15:41.481055 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod] addLogicalPort annotation time took 36.506048ms I0415 23:15:41.482279 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod] addLogicalPort took 37.843954ms, libovsdb time 805.084µs I0415 23:15:41.809800 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod fb083ed4ef7bdc462cc180f7fa10b1b102ebecc7856cadaca927850654eaeb33 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod fb083ed4ef7bdc462cc180f7fa10b1b102ebecc7856cadaca927850654eaeb33 network default NAD default NAD key ] I0415 23:15:41.819219 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-kq4sj-init-pod, hostIfaceName: fb083ed4ef7bdc4, network: default, NAD default, SandboxID: "fb083ed4ef7bdc462cc180f7fa10b1b102ebecc7856cadaca927850654eaeb33", PCI device ID: , UID: "c7267828-4b97-4732-aea5-9f1de38c8dd1", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0415 23:15:41.870677 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod fb083ed4ef7bdc462cc180f7fa10b1b102ebecc7856cadaca927850654eaeb33 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod fb083ed4ef7bdc462cc180f7fa10b1b102ebecc7856cadaca927850654eaeb33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:15:8c:4b:1f:26\",\"name\":\"fb083ed4ef7bdc4\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e426270f-c1af-44f5-b7bf-3510c7ff3dd5\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:15:57.391216 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0415 23:15:57.849532 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod fb083ed4ef7bdc462cc180f7fa10b1b102ebecc7856cadaca927850654eaeb33 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod fb083ed4ef7bdc462cc180f7fa10b1b102ebecc7856cadaca927850654eaeb33 network default NAD default NAD key ] I0415 23:15:57.928011 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod fb083ed4ef7bdc462cc180f7fa10b1b102ebecc7856cadaca927850654eaeb33 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod fb083ed4ef7bdc462cc180f7fa10b1b102ebecc7856cadaca927850654eaeb33 network default NAD default NAD key default], result "{}", err I0415 23:15:57.993863 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:15:57.993891 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod I0415 23:15:57.995170 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod, ips: 10.129.0.50 I0415 23:15:57.995208 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:15:58.737955 3799 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:15:58.737984 3799 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:15:58.745758 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod I0415 23:15:58.745782 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-kq4sj-init-pod I0415 23:16:05.296864 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-4mjjh for pod on switch ip-10-0-2-187.ec2.internal I0415 23:16:05.296971 3799 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh I0415 23:16:05.312132 3799 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh] pod update took 15.192527ms I0415 23:16:05.312152 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh] addLogicalPort annotation time took 15.218715ms I0415 23:16:05.313553 3799 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh] addLogicalPort took 16.710936ms, libovsdb time 981.015µs I0415 23:16:05.672551 3799 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh 19a173fa3946212a82c558d9552ffbe1a880cad313d9e5e79ad466587020c6df network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh 19a173fa3946212a82c558d9552ffbe1a880cad313d9e5e79ad466587020c6df network default NAD default NAD key ] I0415 23:16:05.682261 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-4mjjh, hostIfaceName: 19a173fa3946212, network: default, NAD default, SandboxID: "19a173fa3946212a82c558d9552ffbe1a880cad313d9e5e79ad466587020c6df", PCI device ID: , UID: "d7c96256-e8ab-434b-b083-a4fcfd94605a", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0415 23:16:05.736826 3799 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh 19a173fa3946212a82c558d9552ffbe1a880cad313d9e5e79ad466587020c6df network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh 19a173fa3946212a82c558d9552ffbe1a880cad313d9e5e79ad466587020c6df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ff:92:e4:44:50\",\"name\":\"19a173fa3946212\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e16bf1f-bebc-4082-9aa0-805a836c1126\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:16:13.237107 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:13.237717 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:13.894841 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8m9zl-clone-repository-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:16:13.895001 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod I0415 23:16:13.918133 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod] pod update took 23.167754ms I0415 23:16:13.918158 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod] addLogicalPort annotation time took 23.195581ms I0415 23:16:13.919412 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod] addLogicalPort took 24.583866ms, libovsdb time 845.456µs I0415 23:16:14.257641 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod 47085f14f93db912200cb652748c559c27baa46dc4b4d0057c30d78c6d3ee4c9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod 47085f14f93db912200cb652748c559c27baa46dc4b4d0057c30d78c6d3ee4c9 network default NAD default NAD key ] I0415 23:16:14.266923 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8m9zl-clone-repository-pod, hostIfaceName: 47085f14f93db91, network: default, NAD default, SandboxID: "47085f14f93db912200cb652748c559c27baa46dc4b4d0057c30d78c6d3ee4c9", PCI device ID: , UID: "16641fa7-6b93-49fe-85fb-cd99b939303e", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0415 23:16:14.322058 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod 47085f14f93db912200cb652748c559c27baa46dc4b4d0057c30d78c6d3ee4c9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod 47085f14f93db912200cb652748c559c27baa46dc4b4d0057c30d78c6d3ee4c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:c3:e5:cc:9b:15\",\"name\":\"47085f14f93db91\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/213e1179-2b3d-461d-a6bf-6f84ac1ee2e4\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0415 23:16:18.815958 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:16:18.815980 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:16:18.815987 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:16:18.815992 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0415 23:16:29.375834 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0415 23:16:29.956459 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod 47085f14f93db912200cb652748c559c27baa46dc4b4d0057c30d78c6d3ee4c9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod 47085f14f93db912200cb652748c559c27baa46dc4b4d0057c30d78c6d3ee4c9 network default NAD default NAD key ] I0415 23:16:30.052696 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod 47085f14f93db912200cb652748c559c27baa46dc4b4d0057c30d78c6d3ee4c9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod 47085f14f93db912200cb652748c559c27baa46dc4b4d0057c30d78c6d3ee4c9 network default NAD default NAD key default], result "{}", err I0415 23:16:30.314685 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:30.314730 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod I0415 23:16:30.316122 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod, ips: 10.129.0.52 I0415 23:16:30.316150 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:38.289666 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0415 23:16:51.381911 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:16:51.382028 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod I0415 23:16:51.411167 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod] pod update took 29.1674ms I0415 23:16:51.411190 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod] addLogicalPort annotation time took 29.196779ms I0415 23:16:51.412464 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod] addLogicalPort took 30.568704ms, libovsdb time 853.759µs I0415 23:16:51.475578 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:51.476075 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:51.752354 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod f38d9fa4fe6b1141be27f9d4e44190d0a2f62d284ceea9cf431b6456c9cf388e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod f38d9fa4fe6b1141be27f9d4e44190d0a2f62d284ceea9cf431b6456c9cf388e network default NAD default NAD key ] I0415 23:16:51.761481 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod, hostIfaceName: f38d9fa4fe6b114, network: default, NAD default, SandboxID: "f38d9fa4fe6b1141be27f9d4e44190d0a2f62d284ceea9cf431b6456c9cf388e", PCI device ID: , UID: "67fbd36c-83cd-4b2a-a8e1-2d39356e51ff", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0415 23:16:51.814991 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod f38d9fa4fe6b1141be27f9d4e44190d0a2f62d284ceea9cf431b6456c9cf388e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod f38d9fa4fe6b1141be27f9d4e44190d0a2f62d284ceea9cf431b6456c9cf388e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:da:98:20:19:81\",\"name\":\"f38d9fa4fe6b114\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f63070c6-e0d8-4123-a6b5-8f1dde8067fe\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:16:56.247441 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod f38d9fa4fe6b1141be27f9d4e44190d0a2f62d284ceea9cf431b6456c9cf388e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod f38d9fa4fe6b1141be27f9d4e44190d0a2f62d284ceea9cf431b6456c9cf388e network default NAD default NAD key ] I0415 23:16:56.331766 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod f38d9fa4fe6b1141be27f9d4e44190d0a2f62d284ceea9cf431b6456c9cf388e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod f38d9fa4fe6b1141be27f9d4e44190d0a2f62d284ceea9cf431b6456c9cf388e network default NAD default NAD key default], result "{}", err I0415 23:16:56.410713 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:56.410743 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod I0415 23:16:56.412276 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod, ips: 10.129.0.53 I0415 23:16:56.412306 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:16:57.128624 3799 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:16:57.128655 3799 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:16:57.138992 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod I0415 23:16:57.139020 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-5txdd-clone-repository-pod I0415 23:17:05.085520 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-cttl8-clone-repository-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:17:05.085678 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod I0415 23:17:05.123875 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod] pod update took 38.227454ms I0415 23:17:05.123899 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod] addLogicalPort annotation time took 38.256965ms I0415 23:17:05.125105 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod] addLogicalPort took 39.606357ms, libovsdb time 836.308µs I0415 23:17:05.558330 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:05.558847 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:05.750053 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod db81deebc4fc0a9fef2ffe3d3c4dbac42ee3c93a251b838a1f6e80894050b5d7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod db81deebc4fc0a9fef2ffe3d3c4dbac42ee3c93a251b838a1f6e80894050b5d7 network default NAD default NAD key ] I0415 23:17:05.759049 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-cttl8-clone-repository-pod, hostIfaceName: db81deebc4fc0a9, network: default, NAD default, SandboxID: "db81deebc4fc0a9fef2ffe3d3c4dbac42ee3c93a251b838a1f6e80894050b5d7", PCI device ID: , UID: "9a1168f3-8b55-4730-85cc-2923d043cc1c", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0415 23:17:06.021386 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod db81deebc4fc0a9fef2ffe3d3c4dbac42ee3c93a251b838a1f6e80894050b5d7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod db81deebc4fc0a9fef2ffe3d3c4dbac42ee3c93a251b838a1f6e80894050b5d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:43:ee:5a:03:92\",\"name\":\"db81deebc4fc0a9\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da2001e6-98bc-48de-a9b2-ba06ca6a8b40\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:17:13.633711 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:13.635593 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:14.253832 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod db81deebc4fc0a9fef2ffe3d3c4dbac42ee3c93a251b838a1f6e80894050b5d7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod db81deebc4fc0a9fef2ffe3d3c4dbac42ee3c93a251b838a1f6e80894050b5d7 network default NAD default NAD key ] I0415 23:17:14.349747 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod db81deebc4fc0a9fef2ffe3d3c4dbac42ee3c93a251b838a1f6e80894050b5d7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod db81deebc4fc0a9fef2ffe3d3c4dbac42ee3c93a251b838a1f6e80894050b5d7 network default NAD default NAD key default], result "{}", err I0415 23:17:14.423909 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:14.423962 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod I0415 23:17:14.425410 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod, ips: 10.129.0.54 I0415 23:17:14.425438 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:15.214562 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:17:15.214736 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod I0415 23:17:15.237578 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod] pod update took 22.87626ms I0415 23:17:15.237599 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod] addLogicalPort annotation time took 22.902163ms I0415 23:17:15.238900 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod] addLogicalPort took 24.35747ms, libovsdb time 856.944µs I0415 23:17:15.580537 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod e684ae0ff171c6c84840687622ae38e5b07dab7531bdd3ff4e04c74dbf6e048d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod e684ae0ff171c6c84840687622ae38e5b07dab7531bdd3ff4e04c74dbf6e048d network default NAD default NAD key ] I0415 23:17:15.590451 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod, hostIfaceName: e684ae0ff171c6c, network: default, NAD default, SandboxID: "e684ae0ff171c6c84840687622ae38e5b07dab7531bdd3ff4e04c74dbf6e048d", PCI device ID: , UID: "f606250f-02cf-47de-b451-a60539b8f9a5", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0415 23:17:15.643714 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod e684ae0ff171c6c84840687622ae38e5b07dab7531bdd3ff4e04c74dbf6e048d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod e684ae0ff171c6c84840687622ae38e5b07dab7531bdd3ff4e04c74dbf6e048d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:81:07:d7:ac:88\",\"name\":\"e684ae0ff171c6c\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6495d88f-fc51-4057-b966-a813764a836e\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:17:18.366272 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0415 23:17:42.402425 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0415 23:17:54.410855 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-cttl8-build-container-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:17:54.411039 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod I0415 23:17:54.453646 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod] pod update took 42.656367ms I0415 23:17:54.453670 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod] addLogicalPort annotation time took 42.688906ms I0415 23:17:54.455027 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod] addLogicalPort took 44.190983ms, libovsdb time 904.776µs I0415 23:17:54.560674 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod e684ae0ff171c6c84840687622ae38e5b07dab7531bdd3ff4e04c74dbf6e048d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod e684ae0ff171c6c84840687622ae38e5b07dab7531bdd3ff4e04c74dbf6e048d network default NAD default NAD key ] I0415 23:17:54.644544 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod e684ae0ff171c6c84840687622ae38e5b07dab7531bdd3ff4e04c74dbf6e048d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod e684ae0ff171c6c84840687622ae38e5b07dab7531bdd3ff4e04c74dbf6e048d network default NAD default NAD key default], result "{}", err I0415 23:17:54.724581 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:54.724622 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod I0415 23:17:54.726274 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod, ips: 10.129.0.55 I0415 23:17:54.726304 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:17:54.784367 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod 1dd791bb9855657e23574674143025fe9cb0f0696f49f34dea3970d8bead3199 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod 1dd791bb9855657e23574674143025fe9cb0f0696f49f34dea3970d8bead3199 network default NAD default NAD key ] I0415 23:17:54.796887 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-cttl8-build-container-pod, hostIfaceName: 1dd791bb9855657, network: default, NAD default, SandboxID: "1dd791bb9855657e23574674143025fe9cb0f0696f49f34dea3970d8bead3199", PCI device ID: , UID: "7b5a808d-53fd-463c-ac2d-83d003c86a23", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0415 23:17:54.850109 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod 1dd791bb9855657e23574674143025fe9cb0f0696f49f34dea3970d8bead3199 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod 1dd791bb9855657e23574674143025fe9cb0f0696f49f34dea3970d8bead3199 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:62:84:7b:9b:a0\",\"name\":\"1dd791bb9855657\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d48deee-bc39-4720-a66f-4b8cc4a82e77\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:18:39.409044 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0415 23:19:15.379663 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0415 23:19:20.384966 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0415 23:19:54.741224 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:19:54.741811 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:00.648266 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:00.648904 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:01.086458 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:20:01.086583 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod I0415 23:20:01.110259 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod] pod update took 23.710915ms I0415 23:20:01.110282 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod] addLogicalPort annotation time took 23.739228ms I0415 23:20:01.111687 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod] addLogicalPort took 25.244314ms, libovsdb time 941.023µs I0415 23:20:01.219509 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:20:01.219619 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod I0415 23:20:01.243887 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod] pod update took 24.296151ms I0415 23:20:01.243974 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod] addLogicalPort annotation time took 24.384267ms I0415 23:20:01.245831 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod] addLogicalPort took 26.332438ms, libovsdb time 1.204559ms I0415 23:20:01.450103 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod e9bf462f5a0652602fb8cf245e211712d8fc45ce0b2ec42dc8e3bde1c936403d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod e9bf462f5a0652602fb8cf245e211712d8fc45ce0b2ec42dc8e3bde1c936403d network default NAD default NAD key ] I0415 23:20:01.459836 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod, hostIfaceName: e9bf462f5a06526, network: default, NAD default, SandboxID: "e9bf462f5a0652602fb8cf245e211712d8fc45ce0b2ec42dc8e3bde1c936403d", PCI device ID: , UID: "9be098c3-52dd-4682-b232-10f718e559dd", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0415 23:20:01.515612 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod e9bf462f5a0652602fb8cf245e211712d8fc45ce0b2ec42dc8e3bde1c936403d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod e9bf462f5a0652602fb8cf245e211712d8fc45ce0b2ec42dc8e3bde1c936403d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:33:b2:46:eb:7f\",\"name\":\"e9bf462f5a06526\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94109dce-2bd5-47e0-84d2-8a71af611d89\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:20:01.588868 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod 29970e68368acebc9624de0f97055b09baa6bb1963028f893f7e48794e377545 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod 29970e68368acebc9624de0f97055b09baa6bb1963028f893f7e48794e377545 network default NAD default NAD key ] I0415 23:20:01.598285 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod, hostIfaceName: 29970e68368aceb, network: default, NAD default, SandboxID: "29970e68368acebc9624de0f97055b09baa6bb1963028f893f7e48794e377545", PCI device ID: , UID: "ace1f136-13dd-43e3-b9cf-887cf539404a", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0415 23:20:01.653735 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod 29970e68368acebc9624de0f97055b09baa6bb1963028f893f7e48794e377545 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod 29970e68368acebc9624de0f97055b09baa6bb1963028f893f7e48794e377545 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:4a:a4:c7:bc:0c\",\"name\":\"29970e68368aceb\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/310e2e1b-6c9c-48da-97d2-2ca5888fef89\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:20:06.294151 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:06.294898 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:07.314481 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:20:07.314509 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604920-k89lc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:20:07.345445 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:20:07.345472 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:20:07.351255 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 I0415 23:20:07.351289 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29604890-pmw64 W0415 23:20:09.933778 3799 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/create-importers-h978p I0415 23:20:17.407254 3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0415 23:20:30.204260 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-cttl8-build-image-index-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:20:30.204474 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod I0415 23:20:30.229361 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod] pod update took 24.94075ms I0415 23:20:30.229385 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod] addLogicalPort annotation time took 24.968451ms I0415 23:20:30.231041 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod] addLogicalPort took 26.804859ms, libovsdb time 1.106114ms I0415 23:20:30.679951 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod 1dd791bb9855657e23574674143025fe9cb0f0696f49f34dea3970d8bead3199 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod 1dd791bb9855657e23574674143025fe9cb0f0696f49f34dea3970d8bead3199 network default NAD default NAD key ] I0415 23:20:30.778328 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod 1dd791bb9855657e23574674143025fe9cb0f0696f49f34dea3970d8bead3199 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod 1dd791bb9855657e23574674143025fe9cb0f0696f49f34dea3970d8bead3199 network default NAD default NAD key default], result "{}", err I0415 23:20:42.983561 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod 66ba5446db8636de1df8d0bca2641d9bfac4a6c2aa31a13382fe1ee25e7a9345 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod 66ba5446db8636de1df8d0bca2641d9bfac4a6c2aa31a13382fe1ee25e7a9345 network default NAD default NAD key ] I0415 23:20:42.994252 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-cttl8-build-image-index-pod, hostIfaceName: 66ba5446db8636d, network: default, NAD default, SandboxID: "66ba5446db8636de1df8d0bca2641d9bfac4a6c2aa31a13382fe1ee25e7a9345", PCI device ID: , UID: "b159d945-6a09-4984-8365-3d1554812b2c", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0415 23:20:43.048762 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod 66ba5446db8636de1df8d0bca2641d9bfac4a6c2aa31a13382fe1ee25e7a9345 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod 66ba5446db8636de1df8d0bca2641d9bfac4a6c2aa31a13382fe1ee25e7a9345 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:ff:6d:45:96:51\",\"name\":\"66ba5446db8636d\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4631002-2f5c-4141-ae8c-d2e221c7197e\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:20:43.053007 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:43.053066 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod I0415 23:20:43.054400 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod, ips: 10.129.0.56 I0415 23:20:43.054433 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:48.260698 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:20:48.260820 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod I0415 23:20:48.282833 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod] pod update took 22.051479ms I0415 23:20:48.282855 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod] addLogicalPort annotation time took 22.078802ms I0415 23:20:48.284304 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod] addLogicalPort took 23.621851ms, libovsdb time 1.03194ms I0415 23:20:48.341483 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-cttl8-clair-scan-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:20:48.341612 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod I0415 23:20:48.390288 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod] pod update took 48.709535ms I0415 23:20:48.390333 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod] addLogicalPort annotation time took 48.739623ms I0415 23:20:48.391663 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod] addLogicalPort took 50.217227ms, libovsdb time 923.922µs I0415 23:20:48.533241 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-cttl8-clamav-scan-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:20:48.533409 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod I0415 23:20:48.568103 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod] pod update took 34.719371ms I0415 23:20:48.568133 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod] addLogicalPort annotation time took 34.755805ms I0415 23:20:48.569402 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod] addLogicalPort took 36.174794ms, libovsdb time 867.909µs I0415 23:20:48.628753 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod 3104b43eec24ed64d9d00c9c923abc27010162c02494040fe1e92ab235092d16 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod 3104b43eec24ed64d9d00c9c923abc27010162c02494040fe1e92ab235092d16 network default NAD default NAD key ] I0415 23:20:48.638311 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod, hostIfaceName: 3104b43eec24ed6, network: default, NAD default, SandboxID: "3104b43eec24ed64d9d00c9c923abc27010162c02494040fe1e92ab235092d16", PCI device ID: , UID: "226b1d24-2127-4ff3-8741-c580c40e913c", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0415 23:20:48.694455 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod 3104b43eec24ed64d9d00c9c923abc27010162c02494040fe1e92ab235092d16 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod 3104b43eec24ed64d9d00c9c923abc27010162c02494040fe1e92ab235092d16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:76:5a:7a:0a:87\",\"name\":\"3104b43eec24ed6\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6bdb5fc-8299-4d71-b9ed-f98b030337b1\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:20:48.710732 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod b6cb73e24e580aeab89a6ca6d8730247f1923b99ccb2bbd6b02a601aa77f2b9e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod b6cb73e24e580aeab89a6ca6d8730247f1923b99ccb2bbd6b02a601aa77f2b9e network default NAD default NAD key ] I0415 23:20:48.719835 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-cttl8-clair-scan-pod, hostIfaceName: b6cb73e24e580ae, network: default, NAD default, SandboxID: "b6cb73e24e580aeab89a6ca6d8730247f1923b99ccb2bbd6b02a601aa77f2b9e", PCI device ID: , UID: "539c2e42-96d7-4485-8ad2-6dbac963e77e", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0415 23:20:48.776269 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod b6cb73e24e580aeab89a6ca6d8730247f1923b99ccb2bbd6b02a601aa77f2b9e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod b6cb73e24e580aeab89a6ca6d8730247f1923b99ccb2bbd6b02a601aa77f2b9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:0c:37:3e:7d:8e\",\"name\":\"b6cb73e24e580ae\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1822ff4-7483-44b5-913f-8aa5958668dc\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:20:48.832367 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-cttl8-sast-shell-check-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:20:48.832534 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod I0415 23:20:48.845273 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod 66ba5446db8636de1df8d0bca2641d9bfac4a6c2aa31a13382fe1ee25e7a9345 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod 66ba5446db8636de1df8d0bca2641d9bfac4a6c2aa31a13382fe1ee25e7a9345 network default NAD default NAD key ] I0415 23:20:48.874201 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod] pod update took 41.709102ms I0415 23:20:48.874227 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod] addLogicalPort annotation time took 41.740542ms I0415 23:20:48.875733 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod] addLogicalPort took 43.386875ms, libovsdb time 995.568µs I0415 23:20:48.917860 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod a39a3c91a20097b3ee393882a36d62d0847dba0a04382dddfe3e8d9fff132663 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod a39a3c91a20097b3ee393882a36d62d0847dba0a04382dddfe3e8d9fff132663 network default NAD default NAD key ] I0415 23:20:48.929081 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-cttl8-clamav-scan-pod, hostIfaceName: a39a3c91a20097b, network: default, NAD default, SandboxID: "a39a3c91a20097b3ee393882a36d62d0847dba0a04382dddfe3e8d9fff132663", PCI device ID: , UID: "2d300f0d-0850-4173-ab45-01c73ae9c917", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0415 23:20:48.942941 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod 66ba5446db8636de1df8d0bca2641d9bfac4a6c2aa31a13382fe1ee25e7a9345 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod 66ba5446db8636de1df8d0bca2641d9bfac4a6c2aa31a13382fe1ee25e7a9345 network default NAD default NAD key default], result "{}", err I0415 23:20:48.984918 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod a39a3c91a20097b3ee393882a36d62d0847dba0a04382dddfe3e8d9fff132663 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod a39a3c91a20097b3ee393882a36d62d0847dba0a04382dddfe3e8d9fff132663 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:e1:47:e2:2a:db\",\"name\":\"a39a3c91a20097b\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/828f7a39-e642-4571-8e78-e68e8ab443ef\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:20:49.071974 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:49.072014 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod I0415 23:20:49.073451 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod, ips: 10.129.0.59 I0415 23:20:49.073479 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:49.260027 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod adc671556037aef41a433ff62b0079cbe30d1d12dcf01b89d90ca16f80e26383 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod adc671556037aef41a433ff62b0079cbe30d1d12dcf01b89d90ca16f80e26383 network default NAD default NAD key ] I0415 23:20:49.270562 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-cttl8-sast-shell-check-pod, hostIfaceName: adc671556037aef, network: default, NAD default, SandboxID: "adc671556037aef41a433ff62b0079cbe30d1d12dcf01b89d90ca16f80e26383", PCI device ID: , UID: "3e1b011e-7d70-415d-99c1-5f6dcd76fd13", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0415 23:20:49.324693 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod adc671556037aef41a433ff62b0079cbe30d1d12dcf01b89d90ca16f80e26383 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod adc671556037aef41a433ff62b0079cbe30d1d12dcf01b89d90ca16f80e26383 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:cd:bc:db:56:1b\",\"name\":\"adc671556037aef\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a7bffc7-ad9c-4cce-bb0c-e7072bce3c92\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:20:49.333174 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:20:49.333396 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod I0415 23:20:49.359346 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod] pod update took 25.994226ms I0415 23:20:49.359375 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod] addLogicalPort annotation time took 26.05784ms I0415 23:20:49.360648 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod] addLogicalPort took 27.492556ms, libovsdb time 872.608µs I0415 23:20:49.703416 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod fd0ba5cc2253a8db673a88abb2ea9d8a32f6118a4b19b647be8a301d67766b70 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod fd0ba5cc2253a8db673a88abb2ea9d8a32f6118a4b19b647be8a301d67766b70 network default NAD default NAD key ] I0415 23:20:49.714141 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod, hostIfaceName: fd0ba5cc2253a8d, network: default, NAD default, SandboxID: "fd0ba5cc2253a8db673a88abb2ea9d8a32f6118a4b19b647be8a301d67766b70", PCI device ID: , UID: "252a3ffa-10eb-4e0f-9505-e31a3cf8a0ca", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0415 23:20:49.767895 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod fd0ba5cc2253a8db673a88abb2ea9d8a32f6118a4b19b647be8a301d67766b70 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod fd0ba5cc2253a8db673a88abb2ea9d8a32f6118a4b19b647be8a301d67766b70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:67:3d:0f:6e:89\",\"name\":\"fd0ba5cc2253a8d\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e97bfbb-ecf8-4a82-a4d4-53175002ee22\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:20:50.125050 3799 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-cttl8-tpa-scan-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:20:50.125210 3799 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod I0415 23:20:50.150483 3799 pod.go:62] [default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod] pod update took 25.308132ms I0415 23:20:50.150513 3799 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod] addLogicalPort annotation time took 25.340419ms I0415 23:20:50.152252 3799 pods.go:271] [default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod] addLogicalPort took 27.218771ms, libovsdb time 1.166757ms I0415 23:20:50.555718 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod c0117db6ff45355fb695624c1994d9b396ddc27de71e38734f6c67fbdcc19725 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod c0117db6ff45355fb695624c1994d9b396ddc27de71e38734f6c67fbdcc19725 network default NAD default NAD key ] I0415 23:20:50.565906 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-cttl8-tpa-scan-pod, hostIfaceName: c0117db6ff45355, network: default, NAD default, SandboxID: "c0117db6ff45355fb695624c1994d9b396ddc27de71e38734f6c67fbdcc19725", PCI device ID: , UID: "4a498c52-b6d3-44c9-b419-a47924297130", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0415 23:20:50.619012 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod c0117db6ff45355fb695624c1994d9b396ddc27de71e38734f6c67fbdcc19725 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod c0117db6ff45355fb695624c1994d9b396ddc27de71e38734f6c67fbdcc19725 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:c6:3d:a7:f1:01\",\"name\":\"c0117db6ff45355\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5997d6ad-2ec8-4e71-b278-560ad2f36ea7\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:20:50.893745 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod 29970e68368acebc9624de0f97055b09baa6bb1963028f893f7e48794e377545 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod 29970e68368acebc9624de0f97055b09baa6bb1963028f893f7e48794e377545 network default NAD default NAD key ] I0415 23:20:50.999914 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod 29970e68368acebc9624de0f97055b09baa6bb1963028f893f7e48794e377545 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod 29970e68368acebc9624de0f97055b09baa6bb1963028f893f7e48794e377545 network default NAD default NAD key default], result "{}", err I0415 23:20:51.180664 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:51.180709 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod I0415 23:20:51.183849 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod, ips: 10.129.0.58 I0415 23:20:51.183896 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:55.985084 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod e9bf462f5a0652602fb8cf245e211712d8fc45ce0b2ec42dc8e3bde1c936403d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod e9bf462f5a0652602fb8cf245e211712d8fc45ce0b2ec42dc8e3bde1c936403d network default NAD default NAD key ] I0415 23:20:56.090147 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod e9bf462f5a0652602fb8cf245e211712d8fc45ce0b2ec42dc8e3bde1c936403d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod e9bf462f5a0652602fb8cf245e211712d8fc45ce0b2ec42dc8e3bde1c936403d network default NAD default NAD key default], result "{}", err I0415 23:20:58.053767 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:20:58.053809 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod I0415 23:20:58.056024 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod, ips: 10.129.0.57 I0415 23:20:58.056064 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:00.043586 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod fd0ba5cc2253a8db673a88abb2ea9d8a32f6118a4b19b647be8a301d67766b70 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod fd0ba5cc2253a8db673a88abb2ea9d8a32f6118a4b19b647be8a301d67766b70 network default NAD default NAD key ] I0415 23:21:00.156271 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod fd0ba5cc2253a8db673a88abb2ea9d8a32f6118a4b19b647be8a301d67766b70 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod fd0ba5cc2253a8db673a88abb2ea9d8a32f6118a4b19b647be8a301d67766b70 network default NAD default NAD key default], result "{}", err I0415 23:21:00.257555 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:00.257598 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod I0415 23:21:00.259647 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod, ips: 10.129.0.64 I0415 23:21:00.259683 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:05.114382 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod adc671556037aef41a433ff62b0079cbe30d1d12dcf01b89d90ca16f80e26383 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod adc671556037aef41a433ff62b0079cbe30d1d12dcf01b89d90ca16f80e26383 network default NAD default NAD key ] I0415 23:21:05.224395 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod adc671556037aef41a433ff62b0079cbe30d1d12dcf01b89d90ca16f80e26383 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod adc671556037aef41a433ff62b0079cbe30d1d12dcf01b89d90ca16f80e26383 network default NAD default NAD key default], result "{}", err I0415 23:21:11.648533 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:11.648575 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod I0415 23:21:11.650907 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod, ips: 10.129.0.63 I0415 23:21:11.650941 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:23.368469 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0415 23:21:41.582309 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:41.582941 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:46.292018 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0415 23:21:51.294289 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0415 23:21:51.650429 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:51.651021 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:52.659056 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:52.659683 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:53.279352 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0415 23:21:53.700886 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:21:53.701508 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:00.394051 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0415 23:22:19.795527 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod 3104b43eec24ed64d9d00c9c923abc27010162c02494040fe1e92ab235092d16 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod 3104b43eec24ed64d9d00c9c923abc27010162c02494040fe1e92ab235092d16 network default NAD default NAD key ] I0415 23:22:19.889496 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod 3104b43eec24ed64d9d00c9c923abc27010162c02494040fe1e92ab235092d16 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod 3104b43eec24ed64d9d00c9c923abc27010162c02494040fe1e92ab235092d16 network default NAD default NAD key default], result "{}", err I0415 23:22:19.984780 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:19.984816 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod I0415 23:22:19.986271 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod, ips: 10.129.0.60 I0415 23:22:19.986300 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:32.908564 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod c0117db6ff45355fb695624c1994d9b396ddc27de71e38734f6c67fbdcc19725 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod c0117db6ff45355fb695624c1994d9b396ddc27de71e38734f6c67fbdcc19725 network default NAD default NAD key ] I0415 23:22:32.984468 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod c0117db6ff45355fb695624c1994d9b396ddc27de71e38734f6c67fbdcc19725 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod c0117db6ff45355fb695624c1994d9b396ddc27de71e38734f6c67fbdcc19725 network default NAD default NAD key default], result "{}", err I0415 23:22:33.090510 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:33.090542 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod I0415 23:22:33.091980 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod, ips: 10.129.0.65 I0415 23:22:33.092010 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:51.155203 3799 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh 19a173fa3946212a82c558d9552ffbe1a880cad313d9e5e79ad466587020c6df network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh 19a173fa3946212a82c558d9552ffbe1a880cad313d9e5e79ad466587020c6df network default NAD default NAD key ] I0415 23:22:51.228735 3799 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:51.229295 3799 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:51.253222 3799 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh 19a173fa3946212a82c558d9552ffbe1a880cad313d9e5e79ad466587020c6df network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh 19a173fa3946212a82c558d9552ffbe1a880cad313d9e5e79ad466587020c6df network default NAD default NAD key default], result "{}", err I0415 23:22:51.365105 3799 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:51.365150 3799 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh I0415 23:22:51.366708 3799 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh, ips: 10.129.0.51 I0415 23:22:51.366739 3799 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:22:52.066098 3799 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:22:52.066120 3799 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:22:52.072009 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh I0415 23:22:52.072039 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-4mjjh I0415 23:22:52.142854 3799 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:22:52.142950 3799 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:22:52.145880 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 I0415 23:22:52.145908 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-76m85 I0415 23:23:17.414612 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0415 23:24:05.285263 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=365 I0415 23:24:20.286495 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0415 23:24:42.973908 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod b6cb73e24e580aeab89a6ca6d8730247f1923b99ccb2bbd6b02a601aa77f2b9e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod b6cb73e24e580aeab89a6ca6d8730247f1923b99ccb2bbd6b02a601aa77f2b9e network default NAD default NAD key ] I0415 23:24:43.058277 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod b6cb73e24e580aeab89a6ca6d8730247f1923b99ccb2bbd6b02a601aa77f2b9e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod b6cb73e24e580aeab89a6ca6d8730247f1923b99ccb2bbd6b02a601aa77f2b9e network default NAD default NAD key default], result "{}", err I0415 23:24:43.141665 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:24:43.141727 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod I0415 23:24:43.143257 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod, ips: 10.129.0.61 I0415 23:24:43.143290 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:24:52.953477 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:24:52.954072 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:13.066510 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:13.067115 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8m9zl-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:14.278841 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0415 23:25:18.378486 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0415 23:25:18.411636 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0415 23:25:28.343568 3799 cni.go:452] [default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod a39a3c91a20097b3ee393882a36d62d0847dba0a04382dddfe3e8d9fff132663 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod a39a3c91a20097b3ee393882a36d62d0847dba0a04382dddfe3e8d9fff132663 network default NAD default NAD key ] I0415 23:25:28.426033 3799 cni.go:473] [default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod a39a3c91a20097b3ee393882a36d62d0847dba0a04382dddfe3e8d9fff132663 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod a39a3c91a20097b3ee393882a36d62d0847dba0a04382dddfe3e8d9fff132663 network default NAD default NAD key default], result "{}", err I0415 23:25:28.498635 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:28.498671 3799 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod I0415 23:25:28.500133 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod, ips: 10.129.0.62 I0415 23:25:28.500161 3799 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-cttl8-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:29.227880 3799 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:29.228422 3799 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-8jfcg-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:31.538888 3799 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-lucx-m4xnv-collect-keyless-params-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:25:31.538998 3799 kube.go:256] Updating pod default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod I0415 23:25:31.568627 3799 pod.go:62] [default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod] pod update took 29.657645ms I0415 23:25:31.568653 3799 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod] addLogicalPort annotation time took 29.68468ms I0415 23:25:31.569988 3799 pods.go:271] [default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod] addLogicalPort took 31.114075ms, libovsdb time 914.139µs I0415 23:25:31.934162 3799 cni.go:452] [default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod 215143d088900c4c50adcc3a5205e6346ead316717f0e2eb8d054c26c3aed538 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod 215143d088900c4c50adcc3a5205e6346ead316717f0e2eb8d054c26c3aed538 network default NAD default NAD key ] I0415 23:25:31.944109 3799 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-lucx-m4xnv-collect-keyless-params-pod, hostIfaceName: 215143d088900c4, network: default, NAD default, SandboxID: "215143d088900c4c50adcc3a5205e6346ead316717f0e2eb8d054c26c3aed538", PCI device ID: , UID: "c009cfbc-d3be-4468-8358-a601cc721e2a", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0415 23:25:31.997014 3799 cni.go:473] [default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod 215143d088900c4c50adcc3a5205e6346ead316717f0e2eb8d054c26c3aed538 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod 215143d088900c4c50adcc3a5205e6346ead316717f0e2eb8d054c26c3aed538 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:c1:ad:72:82:b7\",\"name\":\"215143d088900c4\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eed2efe3-0448-4ae3-a999-7f784d6dce7d\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:25:43.394408 3799 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-8jfcg-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:43.394963 3799 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-8jfcg-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:45.493930 3799 cni.go:452] [default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod 215143d088900c4c50adcc3a5205e6346ead316717f0e2eb8d054c26c3aed538 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod 215143d088900c4c50adcc3a5205e6346ead316717f0e2eb8d054c26c3aed538 network default NAD default NAD key ] I0415 23:25:45.577477 3799 cni.go:473] [default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod 215143d088900c4c50adcc3a5205e6346ead316717f0e2eb8d054c26c3aed538 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod 215143d088900c4c50adcc3a5205e6346ead316717f0e2eb8d054c26c3aed538 network default NAD default NAD key default], result "{}", err I0415 23:25:45.635958 3799 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:25:45.635991 3799 pods.go:176] Deleting pod: default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod I0415 23:25:45.637563 3799 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod, ips: 10.129.0.66 I0415 23:25:45.637600 3799 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-m4xnv-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:00.554078 3799 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-m4xnv-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:00.554625 3799 obj_retry.go:498] Detected object default-tenant/my-integration-test-lucx-m4xnv-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:12.944506 3799 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod] creating logical port default-managed-tenant-syc5c_managed-25x6p-verify-access-to-resources-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:26:12.944655 3799 kube.go:256] Updating pod default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod I0415 23:26:12.966235 3799 pod.go:62] [default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod] pod update took 21.610181ms I0415 23:26:12.966266 3799 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod] addLogicalPort annotation time took 21.644006ms I0415 23:26:12.967979 3799 pods.go:271] [default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod] addLogicalPort took 23.491691ms, libovsdb time 1.182666ms I0415 23:26:13.374905 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod 6df2e359e6b12dd08d833008a5b3463ebe725a779fb35333149d3ce3a0f776f7 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod 6df2e359e6b12dd08d833008a5b3463ebe725a779fb35333149d3ce3a0f776f7 network default NAD default NAD key ] I0415 23:26:13.384301 3799 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: managed-25x6p-verify-access-to-resources-pod, hostIfaceName: 6df2e359e6b12dd, network: default, NAD default, SandboxID: "6df2e359e6b12dd08d833008a5b3463ebe725a779fb35333149d3ce3a0f776f7", PCI device ID: , UID: "7b5db718-4d2b-44f3-b81c-ab07083489d2", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0415 23:26:13.437404 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod 6df2e359e6b12dd08d833008a5b3463ebe725a779fb35333149d3ce3a0f776f7 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod 6df2e359e6b12dd08d833008a5b3463ebe725a779fb35333149d3ce3a0f776f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:a0:cb:c8:f0:8f\",\"name\":\"6df2e359e6b12dd\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75b89797-7e6b-4438-bc7e-6a01e8f9a274\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:26:16.369385 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0415 23:26:21.449539 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-nqc5p] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-nqc5p for pod on switch ip-10-0-2-187.ec2.internal I0415 23:26:21.449765 3799 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-nqc5p I0415 23:26:21.468486 3799 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-nqc5p] pod update took 18.758724ms I0415 23:26:21.468512 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-nqc5p] addLogicalPort annotation time took 18.790607ms I0415 23:26:21.469978 3799 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-nqc5p] addLogicalPort took 20.45535ms, libovsdb time 1.020057ms I0415 23:26:25.985658 3799 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-nqc5p d7e90e1c41b96608a27c3a8b361fdb28884d4eb8c565c26f5ca5a81494503719 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-nqc5p d7e90e1c41b96608a27c3a8b361fdb28884d4eb8c565c26f5ca5a81494503719 network default NAD default NAD key ] I0415 23:26:25.995365 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-nqc5p, hostIfaceName: d7e90e1c41b9660, network: default, NAD default, SandboxID: "d7e90e1c41b96608a27c3a8b361fdb28884d4eb8c565c26f5ca5a81494503719", PCI device ID: , UID: "1e118826-c4e5-4ccc-bbf6-b351f7a85f9f", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0415 23:26:26.048887 3799 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-nqc5p d7e90e1c41b96608a27c3a8b361fdb28884d4eb8c565c26f5ca5a81494503719 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-nqc5p d7e90e1c41b96608a27c3a8b361fdb28884d4eb8c565c26f5ca5a81494503719 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:51:2a:6f:0b:00\",\"name\":\"d7e90e1c41b9660\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00359ff6-ba9a-425e-babf-943bdaf3439d\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:26:29.870372 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod 6df2e359e6b12dd08d833008a5b3463ebe725a779fb35333149d3ce3a0f776f7 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod 6df2e359e6b12dd08d833008a5b3463ebe725a779fb35333149d3ce3a0f776f7 network default NAD default NAD key ] I0415 23:26:29.965857 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod 6df2e359e6b12dd08d833008a5b3463ebe725a779fb35333149d3ce3a0f776f7 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod 6df2e359e6b12dd08d833008a5b3463ebe725a779fb35333149d3ce3a0f776f7 network default NAD default NAD key default], result "{}", err I0415 23:26:30.031219 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:30.031255 3799 pods.go:176] Deleting pod: default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod I0415 23:26:30.032589 3799 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod, ips: 10.129.0.67 I0415 23:26:30.032619 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0415 23:26:37.855523 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:26:37.855549 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:26:37.855558 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0415 23:26:37.855565 3799 util.go:959] Failed to build node endpoints for node ip-10-0-2-187.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0415 23:26:44.404722 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0415 23:26:56.691597 3799 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod] creating logical port default-managed-tenant-syc5c_managed-25x6p-collect-signing-params-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:26:56.691711 3799 kube.go:256] Updating pod default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod I0415 23:26:56.720065 3799 pod.go:62] [default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod] pod update took 28.384289ms I0415 23:26:56.720086 3799 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod] addLogicalPort annotation time took 28.410157ms I0415 23:26:56.721376 3799 pods.go:271] [default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod] addLogicalPort took 29.792748ms, libovsdb time 861.6µs I0415 23:26:57.006198 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:57.006787 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:26:57.230521 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod 09a2f6afaf0c6019716144af03458311f8eb8e910fd3e2c276fb053041a41798 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod 09a2f6afaf0c6019716144af03458311f8eb8e910fd3e2c276fb053041a41798 network default NAD default NAD key ] I0415 23:26:57.240123 3799 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: managed-25x6p-collect-signing-params-pod, hostIfaceName: 09a2f6afaf0c601, network: default, NAD default, SandboxID: "09a2f6afaf0c6019716144af03458311f8eb8e910fd3e2c276fb053041a41798", PCI device ID: , UID: "df35d945-082d-4364-8c53-f667576ca28f", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0415 23:26:57.296300 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod 09a2f6afaf0c6019716144af03458311f8eb8e910fd3e2c276fb053041a41798 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod 09a2f6afaf0c6019716144af03458311f8eb8e910fd3e2c276fb053041a41798 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:e5:be:69:29:e9\",\"name\":\"09a2f6afaf0c601\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5803160-eee2-4c51-8b49-4297003d869a\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:26:57.619222 3799 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod] creating logical port default-managed-tenant-syc5c_managed-25x6p-collect-task-params-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:26:57.619360 3799 kube.go:256] Updating pod default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod I0415 23:26:57.639230 3799 pod.go:62] [default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod] pod update took 19.922802ms I0415 23:26:57.639250 3799 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod] addLogicalPort annotation time took 19.948346ms I0415 23:26:57.640553 3799 pods.go:271] [default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod] addLogicalPort took 21.344142ms, libovsdb time 910.466µs I0415 23:26:58.039876 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod 5ee84235486927b707752e550c8f4416778c8de1e14fa04381df5927cdaca6eb network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod 5ee84235486927b707752e550c8f4416778c8de1e14fa04381df5927cdaca6eb network default NAD default NAD key ] I0415 23:26:58.049597 3799 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: managed-25x6p-collect-task-params-pod, hostIfaceName: 5ee84235486927b, network: default, NAD default, SandboxID: "5ee84235486927b707752e550c8f4416778c8de1e14fa04381df5927cdaca6eb", PCI device ID: , UID: "42040d7d-a948-451f-a891-0a0e63671eb2", MAC: 0a:58:0a:81:00:46, IPs: [10.129.0.70/23] I0415 23:26:58.104921 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod 5ee84235486927b707752e550c8f4416778c8de1e14fa04381df5927cdaca6eb network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod 5ee84235486927b707752e550c8f4416778c8de1e14fa04381df5927cdaca6eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:3e:99:4b:9b:c7\",\"name\":\"5ee84235486927b\"},{\"mac\":\"0a:58:0a:81:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c9f5d23-91fe-4cab-95f4-3a2bc288ce64\"}],\"ips\":[{\"address\":\"10.129.0.70/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:26:58.663801 3799 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod] creating logical port default-managed-tenant-syc5c_managed-25x6p-collect-registry-token-secret-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:26:58.663951 3799 kube.go:256] Updating pod default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod I0415 23:26:58.683344 3799 pod.go:62] [default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod] pod update took 19.426188ms I0415 23:26:58.683368 3799 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod] addLogicalPort annotation time took 19.450475ms I0415 23:26:58.684678 3799 pods.go:271] [default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod] addLogicalPort took 20.896569ms, libovsdb time 932.35µs I0415 23:26:59.081803 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod a5b8db3efbd040ae0b276d5215f596af04538b60229d8cc8d1501165e51a1ad9 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod a5b8db3efbd040ae0b276d5215f596af04538b60229d8cc8d1501165e51a1ad9 network default NAD default NAD key ] I0415 23:26:59.092032 3799 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: managed-25x6p-collect-registry-token-secret-pod, hostIfaceName: a5b8db3efbd040a, network: default, NAD default, SandboxID: "a5b8db3efbd040ae0b276d5215f596af04538b60229d8cc8d1501165e51a1ad9", PCI device ID: , UID: "4f5126b1-cef7-47d8-b02b-51af3630eeb7", MAC: 0a:58:0a:81:00:47, IPs: [10.129.0.71/23] I0415 23:26:59.146124 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod a5b8db3efbd040ae0b276d5215f596af04538b60229d8cc8d1501165e51a1ad9 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod a5b8db3efbd040ae0b276d5215f596af04538b60229d8cc8d1501165e51a1ad9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:56:85:1e:34:b4\",\"name\":\"a5b8db3efbd040a\"},{\"mac\":\"0a:58:0a:81:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc228319-daed-468b-8497-ad8622fc541c\"}],\"ips\":[{\"address\":\"10.129.0.71/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:26:59.301854 3799 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod] creating logical port default-managed-tenant-syc5c_managed-25x6p-check-data-keys-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:26:59.301994 3799 kube.go:256] Updating pod default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod I0415 23:26:59.322651 3799 pod.go:62] [default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod] pod update took 20.705892ms I0415 23:26:59.322675 3799 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod] addLogicalPort annotation time took 20.735892ms I0415 23:26:59.323960 3799 pods.go:271] [default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod] addLogicalPort took 22.106732ms, libovsdb time 845.755µs I0415 23:26:59.347108 3799 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod] creating logical port default-managed-tenant-syc5c_managed-25x6p-reduce-snapshot-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:26:59.347270 3799 kube.go:256] Updating pod default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod I0415 23:26:59.369549 3799 pod.go:62] [default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod] pod update took 22.333623ms I0415 23:26:59.369571 3799 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod] addLogicalPort annotation time took 22.358809ms I0415 23:26:59.370681 3799 pods.go:271] [default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod] addLogicalPort took 23.585365ms, libovsdb time 721.012µs I0415 23:26:59.815385 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod 80644324655de0352fbdf5f0ffb249aceb36c784197a4daf47d83fb2de5040e9 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod 80644324655de0352fbdf5f0ffb249aceb36c784197a4daf47d83fb2de5040e9 network default NAD default NAD key ] I0415 23:26:59.825606 3799 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: managed-25x6p-check-data-keys-pod, hostIfaceName: 80644324655de03, network: default, NAD default, SandboxID: "80644324655de0352fbdf5f0ffb249aceb36c784197a4daf47d83fb2de5040e9", PCI device ID: , UID: "ea2af235-8f52-449f-90a4-a0601c7cc693", MAC: 0a:58:0a:81:00:48, IPs: [10.129.0.72/23] I0415 23:26:59.854993 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod fc6a37595ba24abc577bd2d239a1b1f3bc75cee1f9462cc28bc9df3d2537ebf6 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod fc6a37595ba24abc577bd2d239a1b1f3bc75cee1f9462cc28bc9df3d2537ebf6 network default NAD default NAD key ] I0415 23:26:59.865025 3799 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: managed-25x6p-reduce-snapshot-pod, hostIfaceName: fc6a37595ba24ab, network: default, NAD default, SandboxID: "fc6a37595ba24abc577bd2d239a1b1f3bc75cee1f9462cc28bc9df3d2537ebf6", PCI device ID: , UID: "378100ab-ffcd-4d81-b126-2557f01a9f6c", MAC: 0a:58:0a:81:00:49, IPs: [10.129.0.73/23] I0415 23:26:59.883041 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod 80644324655de0352fbdf5f0ffb249aceb36c784197a4daf47d83fb2de5040e9 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod 80644324655de0352fbdf5f0ffb249aceb36c784197a4daf47d83fb2de5040e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:3d:84:a4:2d:f3\",\"name\":\"80644324655de03\"},{\"mac\":\"0a:58:0a:81:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/679bc67a-7cef-465f-bcca-10a30a999848\"}],\"ips\":[{\"address\":\"10.129.0.72/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:26:59.922477 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod fc6a37595ba24abc577bd2d239a1b1f3bc75cee1f9462cc28bc9df3d2537ebf6 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod fc6a37595ba24abc577bd2d239a1b1f3bc75cee1f9462cc28bc9df3d2537ebf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:56:a8:27:42:2b\",\"name\":\"fc6a37595ba24ab\"},{\"mac\":\"0a:58:0a:81:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0085ee9d-c7ce-4667-bb26-b8ad473c159e\"}],\"ips\":[{\"address\":\"10.129.0.73/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:27:06.231341 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod 5ee84235486927b707752e550c8f4416778c8de1e14fa04381df5927cdaca6eb network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod 5ee84235486927b707752e550c8f4416778c8de1e14fa04381df5927cdaca6eb network default NAD default NAD key ] I0415 23:27:06.309922 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod 5ee84235486927b707752e550c8f4416778c8de1e14fa04381df5927cdaca6eb network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod 5ee84235486927b707752e550c8f4416778c8de1e14fa04381df5927cdaca6eb network default NAD default NAD key default], result "{}", err I0415 23:27:06.396642 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:06.396680 3799 pods.go:176] Deleting pod: default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod I0415 23:27:06.398840 3799 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod, ips: 10.129.0.70 I0415 23:27:06.398870 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:07.244531 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod a5b8db3efbd040ae0b276d5215f596af04538b60229d8cc8d1501165e51a1ad9 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod a5b8db3efbd040ae0b276d5215f596af04538b60229d8cc8d1501165e51a1ad9 network default NAD default NAD key ] I0415 23:27:07.343278 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod a5b8db3efbd040ae0b276d5215f596af04538b60229d8cc8d1501165e51a1ad9 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod a5b8db3efbd040ae0b276d5215f596af04538b60229d8cc8d1501165e51a1ad9 network default NAD default NAD key default], result "{}", err I0415 23:27:07.427305 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:07.427387 3799 pods.go:176] Deleting pod: default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod I0415 23:27:07.428753 3799 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod, ips: 10.129.0.71 I0415 23:27:07.428779 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:11.294041 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod 80644324655de0352fbdf5f0ffb249aceb36c784197a4daf47d83fb2de5040e9 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod 80644324655de0352fbdf5f0ffb249aceb36c784197a4daf47d83fb2de5040e9 network default NAD default NAD key ] I0415 23:27:11.294169 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod 09a2f6afaf0c6019716144af03458311f8eb8e910fd3e2c276fb053041a41798 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod 09a2f6afaf0c6019716144af03458311f8eb8e910fd3e2c276fb053041a41798 network default NAD default NAD key ] I0415 23:27:11.396920 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod 80644324655de0352fbdf5f0ffb249aceb36c784197a4daf47d83fb2de5040e9 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod 80644324655de0352fbdf5f0ffb249aceb36c784197a4daf47d83fb2de5040e9 network default NAD default NAD key default], result "{}", err I0415 23:27:11.409584 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod 09a2f6afaf0c6019716144af03458311f8eb8e910fd3e2c276fb053041a41798 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod 09a2f6afaf0c6019716144af03458311f8eb8e910fd3e2c276fb053041a41798 network default NAD default NAD key default], result "{}", err I0415 23:27:11.511130 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:11.511158 3799 pods.go:176] Deleting pod: default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod I0415 23:27:11.512482 3799 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod, ips: 10.129.0.72 I0415 23:27:11.512519 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:11.560914 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:11.560942 3799 pods.go:176] Deleting pod: default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod I0415 23:27:11.562376 3799 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod, ips: 10.129.0.69 I0415 23:27:11.562406 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:15.341438 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod fc6a37595ba24abc577bd2d239a1b1f3bc75cee1f9462cc28bc9df3d2537ebf6 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod fc6a37595ba24abc577bd2d239a1b1f3bc75cee1f9462cc28bc9df3d2537ebf6 network default NAD default NAD key ] I0415 23:27:15.429547 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod fc6a37595ba24abc577bd2d239a1b1f3bc75cee1f9462cc28bc9df3d2537ebf6 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod fc6a37595ba24abc577bd2d239a1b1f3bc75cee1f9462cc28bc9df3d2537ebf6 network default NAD default NAD key default], result "{}", err I0415 23:27:15.510719 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:15.510784 3799 pods.go:176] Deleting pod: default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod I0415 23:27:15.512295 3799 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod, ips: 10.129.0.73 I0415 23:27:15.512345 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:27.266751 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:27.267346 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:40.419828 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:40.420449 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:41.392736 3799 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod] creating logical port default-managed-tenant-syc5c_managed-25x6p-verify-conforma-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:27:41.392847 3799 kube.go:256] Updating pod default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod I0415 23:27:41.437000 3799 pod.go:62] [default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod] pod update took 44.181567ms I0415 23:27:41.437035 3799 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod] addLogicalPort annotation time took 44.22006ms I0415 23:27:41.438571 3799 pods.go:271] [default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod] addLogicalPort took 45.851742ms, libovsdb time 964.755µs I0415 23:27:41.827922 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod 9ab5cc2fc6e4fc6f570caae2ba45bf47a6dfe1cee73284d0d1830f62711f0988 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod 9ab5cc2fc6e4fc6f570caae2ba45bf47a6dfe1cee73284d0d1830f62711f0988 network default NAD default NAD key ] I0415 23:27:41.837788 3799 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: managed-25x6p-verify-conforma-pod, hostIfaceName: 9ab5cc2fc6e4fc6, network: default, NAD default, SandboxID: "9ab5cc2fc6e4fc6f570caae2ba45bf47a6dfe1cee73284d0d1830f62711f0988", PCI device ID: , UID: "ff997bf1-9fac-4270-a8b6-3e947e0cf42c", MAC: 0a:58:0a:81:00:4a, IPs: [10.129.0.74/23] I0415 23:27:41.890485 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod 9ab5cc2fc6e4fc6f570caae2ba45bf47a6dfe1cee73284d0d1830f62711f0988 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod 9ab5cc2fc6e4fc6f570caae2ba45bf47a6dfe1cee73284d0d1830f62711f0988 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:8c:c3:d4:3a:dc\",\"name\":\"9ab5cc2fc6e4fc6\"},{\"mac\":\"0a:58:0a:81:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23fab902-c9f7-4d6d-97bc-23e834276239\"}],\"ips\":[{\"address\":\"10.129.0.74/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:27:49.478825 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:27:49.479399 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:04.832499 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod 9ab5cc2fc6e4fc6f570caae2ba45bf47a6dfe1cee73284d0d1830f62711f0988 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod 9ab5cc2fc6e4fc6f570caae2ba45bf47a6dfe1cee73284d0d1830f62711f0988 network default NAD default NAD key ] I0415 23:28:04.941709 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod 9ab5cc2fc6e4fc6f570caae2ba45bf47a6dfe1cee73284d0d1830f62711f0988 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod 9ab5cc2fc6e4fc6f570caae2ba45bf47a6dfe1cee73284d0d1830f62711f0988 network default NAD default NAD key default], result "{}", err I0415 23:28:05.063888 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:05.063937 3799 pods.go:176] Deleting pod: default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod I0415 23:28:05.065330 3799 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod, ips: 10.129.0.74 I0415 23:28:05.065358 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:30.901204 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:30.901745 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:32.409627 3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0415 23:28:47.382515 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0415 23:28:53.118810 3799 base_network_controller_pods.go:487] [default/default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod] creating logical port default-managed-tenant-syc5c_managed-25x6p-update-cr-status-pod for pod on switch ip-10-0-2-187.ec2.internal I0415 23:28:53.118952 3799 kube.go:256] Updating pod default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod I0415 23:28:53.146613 3799 pod.go:62] [default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod] pod update took 27.691187ms I0415 23:28:53.146636 3799 base_network_controller_pods.go:951] [default/default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod] addLogicalPort annotation time took 27.718772ms I0415 23:28:53.147970 3799 pods.go:271] [default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod] addLogicalPort took 29.171921ms, libovsdb time 968.089µs I0415 23:28:53.175723 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:53.176228 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:28:53.488550 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod 927cef7faf56fc2907c83cc3ba126989729e81bfa288ce318db7a731b4d8792d network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod 927cef7faf56fc2907c83cc3ba126989729e81bfa288ce318db7a731b4d8792d network default NAD default NAD key ] I0415 23:28:53.498232 3799 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-syc5c, podName: managed-25x6p-update-cr-status-pod, hostIfaceName: 927cef7faf56fc2, network: default, NAD default, SandboxID: "927cef7faf56fc2907c83cc3ba126989729e81bfa288ce318db7a731b4d8792d", PCI device ID: , UID: "a095c5c6-8a20-4ab5-8fc4-87f3ebdb9c17", MAC: 0a:58:0a:81:00:4b, IPs: [10.129.0.75/23] I0415 23:28:53.550173 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod 927cef7faf56fc2907c83cc3ba126989729e81bfa288ce318db7a731b4d8792d network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod 927cef7faf56fc2907c83cc3ba126989729e81bfa288ce318db7a731b4d8792d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:91:a4:97:ea:da\",\"name\":\"927cef7faf56fc2\"},{\"mac\":\"0a:58:0a:81:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2a95847-1c93-49d8-af40-485063cc4fba\"}],\"ips\":[{\"address\":\"10.129.0.75/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0415 23:29:01.337657 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:29:01.338266 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:29:01.375027 3799 cni.go:452] [default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod 927cef7faf56fc2907c83cc3ba126989729e81bfa288ce318db7a731b4d8792d network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod 927cef7faf56fc2907c83cc3ba126989729e81bfa288ce318db7a731b4d8792d network default NAD default NAD key ] I0415 23:29:01.460720 3799 cni.go:473] [default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod 927cef7faf56fc2907c83cc3ba126989729e81bfa288ce318db7a731b4d8792d network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod 927cef7faf56fc2907c83cc3ba126989729e81bfa288ce318db7a731b4d8792d network default NAD default NAD key default], result "{}", err I0415 23:29:01.546870 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:29:01.546902 3799 pods.go:176] Deleting pod: default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod I0415 23:29:01.548250 3799 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod, ips: 10.129.0.75 I0415 23:29:01.548283 3799 obj_retry.go:498] Detected object default-managed-tenant-syc5c/managed-25x6p-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:29:01.987873 3799 obj_retry.go:492] Detected object default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:29:01.987901 3799 obj_retry.go:492] Detected object default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:29:01.991791 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 I0415 23:29:01.991819 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-managed-tenant-syc5c/affinity-assistant-ade2a9dd22-0 I0415 23:29:18.387546 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0415 23:29:24.419419 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0415 23:29:31.289343 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0415 23:29:51.397101 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0415 23:30:04.281471 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0415 23:30:04.371603 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0415 23:30:04.691390 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0415 23:30:04.691975 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0415 23:30:05.567708 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:30:05.567741 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604930-6z2xl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:30:05.622246 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:30:05.622266 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0415 23:30:05.628614 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9 I0415 23:30:05.628643 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29604900-zljm9